2024-12-15 07:09:50,974 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-15 07:09:50,993 main DEBUG Took 0.016346 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-15 07:09:50,993 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-15 07:09:50,993 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-15 07:09:50,995 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-15 07:09:50,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 07:09:51,006 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-15 07:09:51,017 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 07:09:51,019 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 07:09:51,020 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 07:09:51,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 07:09:51,021 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 07:09:51,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 07:09:51,023 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 07:09:51,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 07:09:51,024 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 07:09:51,025 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 07:09:51,026 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 07:09:51,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 07:09:51,027 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 07:09:51,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 07:09:51,028 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 07:09:51,028 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 07:09:51,029 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 07:09:51,029 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 07:09:51,030 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 07:09:51,030 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 07:09:51,031 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 07:09:51,031 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 07:09:51,032 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 07:09:51,032 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 07:09:51,032 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 07:09:51,033 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-15 07:09:51,035 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 07:09:51,036 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-15 07:09:51,038 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-15 07:09:51,039 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-15 07:09:51,041 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-15 07:09:51,041 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-15 07:09:51,049 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-15 07:09:51,052 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-15 07:09:51,054 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-15 07:09:51,054 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-15 07:09:51,054 main DEBUG createAppenders(={Console}) 2024-12-15 07:09:51,055 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-12-15 07:09:51,055 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-15 07:09:51,056 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-12-15 07:09:51,056 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-15 07:09:51,057 main DEBUG OutputStream closed 2024-12-15 07:09:51,057 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-15 07:09:51,057 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-15 07:09:51,058 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-12-15 07:09:51,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-15 07:09:51,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-15 07:09:51,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-15 07:09:51,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-15 07:09:51,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-15 07:09:51,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-15 07:09:51,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-15 07:09:51,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-15 07:09:51,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-15 07:09:51,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-15 07:09:51,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-15 07:09:51,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-15 07:09:51,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-15 07:09:51,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-15 07:09:51,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-15 07:09:51,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-15 07:09:51,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-15 07:09:51,149 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-15 07:09:51,151 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15 07:09:51,152 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-15 07:09:51,152 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-15 07:09:51,153 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-15T07:09:51,167 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-15 07:09:51,170 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-15 07:09:51,170 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15T07:09:51,236 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=76, ProcessCount=11, AvailableMemoryMB=5130 2024-12-15T07:09:51,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84 2024-12-15T07:09:51,488 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T07:09:51,491 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/cluster_70428dc5-d32b-0fd5-8e18-23efa5bb84b0, deleteOnExit=true 2024-12-15T07:09:51,491 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T07:09:51,492 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/test.cache.data in system properties and HBase conf 2024-12-15T07:09:51,493 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T07:09:51,493 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/hadoop.log.dir in system properties and HBase conf 2024-12-15T07:09:51,494 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T07:09:51,495 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T07:09:51,495 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T07:09:51,567 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-15T07:09:51,654 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T07:09:51,657 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T07:09:51,657 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T07:09:51,658 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T07:09:51,658 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T07:09:51,659 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T07:09:51,659 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T07:09:51,660 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T07:09:51,660 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T07:09:51,660 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T07:09:51,661 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/nfs.dump.dir in system properties and HBase conf 2024-12-15T07:09:51,661 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/java.io.tmpdir in system properties and HBase conf 2024-12-15T07:09:51,661 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T07:09:51,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T07:09:51,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T07:09:52,562 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-15T07:09:52,638 INFO [Time-limited test {}] log.Log(170): Logging initialized @2301ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-15T07:09:52,701 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:09:52,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:09:52,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:09:52,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:09:52,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T07:09:52,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:09:52,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:09:52,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:09:52,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/java.io.tmpdir/jetty-localhost-46297-hadoop-hdfs-3_4_1-tests_jar-_-any-16886855167341547573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T07:09:52,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:46297} 2024-12-15T07:09:52,993 INFO [Time-limited test {}] server.Server(415): Started @2656ms 2024-12-15T07:09:53,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:09:53,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:09:53,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:09:53,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:09:53,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T07:09:53,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:09:53,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:09:53,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39927f61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/java.io.tmpdir/jetty-localhost-43493-hadoop-hdfs-3_4_1-tests_jar-_-any-3229429855324189458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:09:53,547 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:43493} 2024-12-15T07:09:53,548 INFO [Time-limited test {}] server.Server(415): Started @3211ms 2024-12-15T07:09:53,592 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T07:09:53,696 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:09:53,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:09:53,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:09:53,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:09:53,706 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T07:09:53,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:09:53,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:09:53,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64605125{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/java.io.tmpdir/jetty-localhost-43895-hadoop-hdfs-3_4_1-tests_jar-_-any-4967076121768653623/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:09:53,813 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:43895} 2024-12-15T07:09:53,813 INFO [Time-limited test {}] server.Server(415): Started @3477ms 2024-12-15T07:09:53,815 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T07:09:54,752 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/cluster_70428dc5-d32b-0fd5-8e18-23efa5bb84b0/dfs/data/data2/current/BP-1706462031-172.17.0.2-1734246592162/current, will proceed with Du for space computation calculation, 2024-12-15T07:09:54,752 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/cluster_70428dc5-d32b-0fd5-8e18-23efa5bb84b0/dfs/data/data3/current/BP-1706462031-172.17.0.2-1734246592162/current, will proceed with Du for space computation calculation, 2024-12-15T07:09:54,752 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/cluster_70428dc5-d32b-0fd5-8e18-23efa5bb84b0/dfs/data/data4/current/BP-1706462031-172.17.0.2-1734246592162/current, will proceed with Du for space computation calculation, 2024-12-15T07:09:54,752 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/cluster_70428dc5-d32b-0fd5-8e18-23efa5bb84b0/dfs/data/data1/current/BP-1706462031-172.17.0.2-1734246592162/current, will proceed with Du for space computation calculation, 2024-12-15T07:09:54,784 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T07:09:54,784 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T07:09:54,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf535bd468c3f6ffd with lease ID 0x95b4537c5437bc5c: Processing first storage report for DS-e727c1af-9edb-4b10-9935-56f5e0a5bb74 from datanode DatanodeRegistration(127.0.0.1:43585, datanodeUuid=f02bab42-7d6b-454e-be46-98c96f78b88e, infoPort=38233, infoSecurePort=0, ipcPort=46587, storageInfo=lv=-57;cid=testClusterID;nsid=1392506232;c=1734246592162) 2024-12-15T07:09:54,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf535bd468c3f6ffd with lease ID 0x95b4537c5437bc5c: from storage DS-e727c1af-9edb-4b10-9935-56f5e0a5bb74 node DatanodeRegistration(127.0.0.1:43585, datanodeUuid=f02bab42-7d6b-454e-be46-98c96f78b88e, infoPort=38233, infoSecurePort=0, ipcPort=46587, storageInfo=lv=-57;cid=testClusterID;nsid=1392506232;c=1734246592162), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T07:09:54,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb38ace2712d72510 with lease ID 0x95b4537c5437bc5b: Processing first storage report for DS-f5137101-89c0-4e2c-9964-da00b7a38cf7 from datanode DatanodeRegistration(127.0.0.1:44477, datanodeUuid=e7608185-a783-4839-a9b1-c931a13a9f98, infoPort=44841, infoSecurePort=0, ipcPort=39233, storageInfo=lv=-57;cid=testClusterID;nsid=1392506232;c=1734246592162) 2024-12-15T07:09:54,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb38ace2712d72510 with lease ID 0x95b4537c5437bc5b: from storage DS-f5137101-89c0-4e2c-9964-da00b7a38cf7 node DatanodeRegistration(127.0.0.1:44477, datanodeUuid=e7608185-a783-4839-a9b1-c931a13a9f98, infoPort=44841, infoSecurePort=0, ipcPort=39233, storageInfo=lv=-57;cid=testClusterID;nsid=1392506232;c=1734246592162), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:09:54,832 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf535bd468c3f6ffd with lease ID 0x95b4537c5437bc5c: Processing first storage report for DS-d81fba79-a37b-48b0-8f47-9ddb4f8528c8 from datanode DatanodeRegistration(127.0.0.1:43585, datanodeUuid=f02bab42-7d6b-454e-be46-98c96f78b88e, infoPort=38233, infoSecurePort=0, ipcPort=46587, storageInfo=lv=-57;cid=testClusterID;nsid=1392506232;c=1734246592162) 2024-12-15T07:09:54,832 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf535bd468c3f6ffd with lease ID 0x95b4537c5437bc5c: from storage DS-d81fba79-a37b-48b0-8f47-9ddb4f8528c8 node DatanodeRegistration(127.0.0.1:43585, datanodeUuid=f02bab42-7d6b-454e-be46-98c96f78b88e, infoPort=38233, infoSecurePort=0, ipcPort=46587, storageInfo=lv=-57;cid=testClusterID;nsid=1392506232;c=1734246592162), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:09:54,832 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb38ace2712d72510 with lease ID 0x95b4537c5437bc5b: Processing first storage report for DS-5ba3e8ba-d116-4772-b609-89d0c08fcf68 from datanode DatanodeRegistration(127.0.0.1:44477, datanodeUuid=e7608185-a783-4839-a9b1-c931a13a9f98, infoPort=44841, infoSecurePort=0, ipcPort=39233, storageInfo=lv=-57;cid=testClusterID;nsid=1392506232;c=1734246592162) 2024-12-15T07:09:54,832 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb38ace2712d72510 with lease ID 0x95b4537c5437bc5b: from storage DS-5ba3e8ba-d116-4772-b609-89d0c08fcf68 node DatanodeRegistration(127.0.0.1:44477, datanodeUuid=e7608185-a783-4839-a9b1-c931a13a9f98, infoPort=44841, infoSecurePort=0, ipcPort=39233, storageInfo=lv=-57;cid=testClusterID;nsid=1392506232;c=1734246592162), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:09:54,919 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84 2024-12-15T07:09:54,979 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/cluster_70428dc5-d32b-0fd5-8e18-23efa5bb84b0/zookeeper_0, clientPort=59690, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/cluster_70428dc5-d32b-0fd5-8e18-23efa5bb84b0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/cluster_70428dc5-d32b-0fd5-8e18-23efa5bb84b0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T07:09:54,988 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59690 2024-12-15T07:09:54,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:09:54,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:09:55,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741825_1001 (size=7) 2024-12-15T07:09:55,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741825_1001 (size=7) 2024-12-15T07:09:55,608 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d with version=8 2024-12-15T07:09:55,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/hbase-staging 2024-12-15T07:09:55,708 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-15T07:09:55,939 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:09:55,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:09:55,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:09:55,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:09:55,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:09:55,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:09:56,059 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:09:56,106 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-15T07:09:56,114 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-15T07:09:56,118 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:09:56,142 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4435 (auto-detected) 2024-12-15T07:09:56,144 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-15T07:09:56,162 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39629 2024-12-15T07:09:56,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:09:56,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:09:56,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39629 connecting to ZooKeeper ensemble=127.0.0.1:59690 2024-12-15T07:09:56,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396290x0, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:09:56,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39629-0x100288616130000 connected 2024-12-15T07:09:56,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:09:56,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:09:56,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:09:56,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39629 2024-12-15T07:09:56,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39629 2024-12-15T07:09:56,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39629 2024-12-15T07:09:56,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39629 2024-12-15T07:09:56,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39629 2024-12-15T07:09:56,392 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d, hbase.cluster.distributed=false 2024-12-15T07:09:56,444 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:09:56,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:09:56,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:09:56,445 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:09:56,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:09:56,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:09:56,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:09:56,449 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:09:56,450 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35919 2024-12-15T07:09:56,451 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T07:09:56,455 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T07:09:56,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:09:56,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:09:56,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35919 connecting to ZooKeeper ensemble=127.0.0.1:59690 2024-12-15T07:09:56,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359190x0, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:09:56,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359190x0, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:09:56,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35919-0x100288616130001 connected 2024-12-15T07:09:56,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:09:56,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:09:56,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35919 2024-12-15T07:09:56,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35919 2024-12-15T07:09:56,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35919 2024-12-15T07:09:56,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35919 2024-12-15T07:09:56,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35919 2024-12-15T07:09:56,493 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:09:56,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:09:56,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:09:56,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:09:56,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:09:56,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:09:56,495 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:09:56,495 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:09:56,496 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37981 2024-12-15T07:09:56,496 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T07:09:56,497 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T07:09:56,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:09:56,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:09:56,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37981 connecting to ZooKeeper ensemble=127.0.0.1:59690 2024-12-15T07:09:56,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379810x0, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:09:56,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379810x0, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:09:56,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37981-0x100288616130002 connected 2024-12-15T07:09:56,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:09:56,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:09:56,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37981 2024-12-15T07:09:56,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37981 2024-12-15T07:09:56,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37981 2024-12-15T07:09:56,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37981 2024-12-15T07:09:56,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37981 2024-12-15T07:09:56,522 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5965ed06ec91,39629,1734246595703 2024-12-15T07:09:56,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:09:56,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:09:56,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:09:56,536 DEBUG [M:0;5965ed06ec91:39629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5965ed06ec91:39629 2024-12-15T07:09:56,537 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5965ed06ec91,39629,1734246595703 2024-12-15T07:09:56,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:09:56,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:09:56,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:09:56,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:56,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:56,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:56,566 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T07:09:56,567 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5965ed06ec91,39629,1734246595703 from backup master directory 2024-12-15T07:09:56,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T07:09:56,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:09:56,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5965ed06ec91,39629,1734246595703 2024-12-15T07:09:56,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:09:56,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:09:56,577 WARN [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:09:56,577 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5965ed06ec91,39629,1734246595703 2024-12-15T07:09:56,579 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-15T07:09:56,581 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-15T07:09:56,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741826_1002 (size=42) 2024-12-15T07:09:56,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741826_1002 (size=42) 2024-12-15T07:09:56,647 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/hbase.id with ID: 5ee15587-e8a8-468f-a6dd-7c0e6efdfdd6 2024-12-15T07:09:56,689 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:09:56,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:56,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:56,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:56,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741827_1003 (size=196) 2024-12-15T07:09:56,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741827_1003 (size=196) 2024-12-15T07:09:56,764 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T07:09:56,766 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T07:09:56,779 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T07:09:56,783 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:09:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741828_1004 (size=1189) 2024-12-15T07:09:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741828_1004 (size=1189) 2024-12-15T07:09:56,825 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store 2024-12-15T07:09:56,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741829_1005 (size=34) 2024-12-15T07:09:56,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741829_1005 (size=34) 2024-12-15T07:09:56,844 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-15T07:09:56,845 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:09:56,847 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T07:09:56,847 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:09:56,847 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:09:56,848 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T07:09:56,848 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:09:56,848 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:09:56,848 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:09:56,850 WARN [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/.initializing 2024-12-15T07:09:56,851 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/WALs/5965ed06ec91,39629,1734246595703 2024-12-15T07:09:56,856 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:09:56,868 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C39629%2C1734246595703, suffix=, logDir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/WALs/5965ed06ec91,39629,1734246595703, archiveDir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/oldWALs, maxLogs=10 2024-12-15T07:09:56,885 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/WALs/5965ed06ec91,39629,1734246595703/5965ed06ec91%2C39629%2C1734246595703.1734246596872, exclude list is [], retry=0 2024-12-15T07:09:56,899 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43585,DS-e727c1af-9edb-4b10-9935-56f5e0a5bb74,DISK] 2024-12-15T07:09:56,899 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44477,DS-f5137101-89c0-4e2c-9964-da00b7a38cf7,DISK] 2024-12-15T07:09:56,902 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-15T07:09:56,935 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/WALs/5965ed06ec91,39629,1734246595703/5965ed06ec91%2C39629%2C1734246595703.1734246596872 2024-12-15T07:09:56,935 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44841:44841),(127.0.0.1/127.0.0.1:38233:38233)] 2024-12-15T07:09:56,936 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:09:56,936 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:09:56,939 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:09:56,940 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:09:56,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:09:56,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T07:09:56,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:09:56,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:09:56,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:09:57,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T07:09:57,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:09:57,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:09:57,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:09:57,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T07:09:57,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:09:57,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:09:57,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:09:57,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T07:09:57,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:09:57,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:09:57,017 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:09:57,019 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:09:57,029 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T07:09:57,033 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:09:57,038 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:09:57,039 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70754555, jitterRate=0.054325029253959656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T07:09:57,043 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:09:57,045 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T07:09:57,070 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5228d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:09:57,104 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T07:09:57,115 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T07:09:57,115 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T07:09:57,117 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T07:09:57,118 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-15T07:09:57,123 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-15T07:09:57,123 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T07:09:57,146 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T07:09:57,157 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-15T07:09:57,226 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-15T07:09:57,229 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T07:09:57,230 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-15T07:09:57,240 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-15T07:09:57,242 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T07:09:57,245 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-15T07:09:57,251 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-15T07:09:57,253 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-15T07:09:57,260 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-15T07:09:57,271 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T07:09:57,281 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-15T07:09:57,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:09:57,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:09:57,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:09:57,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:57,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:57,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:57,294 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5965ed06ec91,39629,1734246595703, sessionid=0x100288616130000, setting cluster-up flag (Was=false) 2024-12-15T07:09:57,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:57,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:57,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:57,351 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-15T07:09:57,353 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5965ed06ec91,39629,1734246595703 2024-12-15T07:09:57,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:57,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:57,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:57,402 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-15T07:09:57,406 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5965ed06ec91,39629,1734246595703 2024-12-15T07:09:57,433 DEBUG [RS:1;5965ed06ec91:37981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5965ed06ec91:37981 2024-12-15T07:09:57,435 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(1008): ClusterId : 5ee15587-e8a8-468f-a6dd-7c0e6efdfdd6 2024-12-15T07:09:57,437 DEBUG [RS:1;5965ed06ec91:37981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T07:09:57,438 DEBUG [RS:0;5965ed06ec91:35919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5965ed06ec91:35919 2024-12-15T07:09:57,449 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.HRegionServer(1008): ClusterId : 5ee15587-e8a8-468f-a6dd-7c0e6efdfdd6 2024-12-15T07:09:57,449 DEBUG [RS:0;5965ed06ec91:35919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T07:09:57,450 DEBUG [RS:1;5965ed06ec91:37981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T07:09:57,450 DEBUG [RS:1;5965ed06ec91:37981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T07:09:57,469 DEBUG [RS:0;5965ed06ec91:35919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T07:09:57,469 DEBUG [RS:0;5965ed06ec91:35919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T07:09:57,469 DEBUG [RS:1;5965ed06ec91:37981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T07:09:57,469 DEBUG [RS:1;5965ed06ec91:37981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fdf6ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:09:57,471 DEBUG [RS:1;5965ed06ec91:37981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f4689b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:09:57,473 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T07:09:57,473 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T07:09:57,473 DEBUG [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T07:09:57,477 DEBUG [RS:0;5965ed06ec91:35919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T07:09:57,477 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(3073): reportForDuty to master=5965ed06ec91,39629,1734246595703 with isa=5965ed06ec91/172.17.0.2:37981, startcode=1734246596493 2024-12-15T07:09:57,478 DEBUG [RS:0;5965ed06ec91:35919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2185b668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:09:57,478 DEBUG [RS:0;5965ed06ec91:35919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cca7f7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:09:57,478 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T07:09:57,479 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T07:09:57,479 DEBUG [RS:0;5965ed06ec91:35919 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T07:09:57,480 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.HRegionServer(3073): reportForDuty to master=5965ed06ec91,39629,1734246595703 with isa=5965ed06ec91/172.17.0.2:35919, startcode=1734246596444 2024-12-15T07:09:57,488 DEBUG [RS:1;5965ed06ec91:37981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T07:09:57,488 DEBUG [RS:0;5965ed06ec91:35919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T07:09:57,490 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T07:09:57,495 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T07:09:57,497 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T07:09:57,502 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5965ed06ec91,39629,1734246595703 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T07:09:57,505 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:09:57,505 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:09:57,505 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:09:57,506 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:09:57,506 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5965ed06ec91:0, corePoolSize=10, maxPoolSize=10 2024-12-15T07:09:57,506 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,506 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:09:57,506 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,509 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734246627509 2024-12-15T07:09:57,511 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T07:09:57,512 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T07:09:57,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T07:09:57,514 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T07:09:57,515 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T07:09:57,516 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T07:09:57,516 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T07:09:57,516 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T07:09:57,517 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,518 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43151, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T07:09:57,518 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60637, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T07:09:57,518 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T07:09:57,518 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:09:57,519 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T07:09:57,520 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T07:09:57,520 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T07:09:57,522 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T07:09:57,522 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T07:09:57,524 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246597523,5,FailOnTimeoutGroup] 2024-12-15T07:09:57,524 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246597524,5,FailOnTimeoutGroup] 2024-12-15T07:09:57,524 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,524 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T07:09:57,525 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,525 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39629 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T07:09:57,526 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741831_1007 (size=1039) 2024-12-15T07:09:57,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741831_1007 (size=1039) 2024-12-15T07:09:57,531 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T07:09:57,532 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d 2024-12-15T07:09:57,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39629 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5965ed06ec91,35919,1734246596444 2024-12-15T07:09:57,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39629 {}] master.ServerManager(486): Registering regionserver=5965ed06ec91,35919,1734246596444 2024-12-15T07:09:57,543 DEBUG [RS:0;5965ed06ec91:35919 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d 2024-12-15T07:09:57,543 DEBUG [RS:0;5965ed06ec91:35919 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43503 2024-12-15T07:09:57,543 DEBUG [RS:0;5965ed06ec91:35919 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T07:09:57,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741832_1008 (size=32) 2024-12-15T07:09:57,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741832_1008 (size=32) 2024-12-15T07:09:57,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:09:57,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T07:09:57,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T07:09:57,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:09:57,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:09:57,552 DEBUG [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-15T07:09:57,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T07:09:57,552 WARN [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-15T07:09:57,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T07:09:57,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:09:57,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:09:57,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T07:09:57,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T07:09:57,557 DEBUG [RS:0;5965ed06ec91:35919 {}] zookeeper.ZKUtil(111): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5965ed06ec91,35919,1734246596444 2024-12-15T07:09:57,557 WARN [RS:0;5965ed06ec91:35919 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:09:57,557 INFO [RS:0;5965ed06ec91:35919 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:09:57,557 DEBUG [RS:0;5965ed06ec91:35919 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/WALs/5965ed06ec91,35919,1734246596444 2024-12-15T07:09:57,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T07:09:57,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:09:57,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:09:57,559 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5965ed06ec91,35919,1734246596444] 2024-12-15T07:09:57,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/meta/1588230740 2024-12-15T07:09:57,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/meta/1588230740 2024-12-15T07:09:57,564 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T07:09:57,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T07:09:57,570 DEBUG [RS:0;5965ed06ec91:35919 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-15T07:09:57,571 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:09:57,572 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71586634, jitterRate=0.06672397255897522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T07:09:57,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T07:09:57,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T07:09:57,575 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T07:09:57,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T07:09:57,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T07:09:57,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T07:09:57,576 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T07:09:57,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T07:09:57,579 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T07:09:57,579 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T07:09:57,580 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T07:09:57,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T07:09:57,590 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T07:09:57,592 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T07:09:57,593 INFO [RS:0;5965ed06ec91:35919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T07:09:57,593 INFO [RS:0;5965ed06ec91:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,594 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T07:09:57,594 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T07:09:57,600 INFO [RS:0;5965ed06ec91:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,600 DEBUG [RS:0;5965ed06ec91:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,600 DEBUG [RS:0;5965ed06ec91:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,600 DEBUG [RS:0;5965ed06ec91:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,600 DEBUG [RS:0;5965ed06ec91:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,601 DEBUG [RS:0;5965ed06ec91:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,601 DEBUG [RS:0;5965ed06ec91:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:09:57,601 DEBUG [RS:0;5965ed06ec91:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,601 DEBUG [RS:0;5965ed06ec91:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,601 DEBUG [RS:0;5965ed06ec91:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,601 DEBUG [RS:0;5965ed06ec91:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,601 DEBUG [RS:0;5965ed06ec91:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,601 DEBUG [RS:0;5965ed06ec91:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:09:57,601 DEBUG [RS:0;5965ed06ec91:35919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:09:57,602 INFO [RS:0;5965ed06ec91:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,602 INFO [RS:0;5965ed06ec91:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,602 INFO [RS:0;5965ed06ec91:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,602 INFO [RS:0;5965ed06ec91:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,603 INFO [RS:0;5965ed06ec91:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,35919,1734246596444-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:09:57,618 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T07:09:57,620 INFO [RS:0;5965ed06ec91:35919 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,35919,1734246596444-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,637 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.Replication(204): 5965ed06ec91,35919,1734246596444 started 2024-12-15T07:09:57,637 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.HRegionServer(1767): Serving as 5965ed06ec91,35919,1734246596444, RpcServer on 5965ed06ec91/172.17.0.2:35919, sessionid=0x100288616130001 2024-12-15T07:09:57,638 DEBUG [RS:0;5965ed06ec91:35919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T07:09:57,638 DEBUG [RS:0;5965ed06ec91:35919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5965ed06ec91,35919,1734246596444 2024-12-15T07:09:57,638 DEBUG [RS:0;5965ed06ec91:35919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,35919,1734246596444' 2024-12-15T07:09:57,638 DEBUG [RS:0;5965ed06ec91:35919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T07:09:57,639 DEBUG [RS:0;5965ed06ec91:35919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T07:09:57,640 DEBUG [RS:0;5965ed06ec91:35919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T07:09:57,640 DEBUG [RS:0;5965ed06ec91:35919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T07:09:57,640 DEBUG [RS:0;5965ed06ec91:35919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5965ed06ec91,35919,1734246596444 2024-12-15T07:09:57,640 DEBUG [RS:0;5965ed06ec91:35919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,35919,1734246596444' 2024-12-15T07:09:57,640 DEBUG [RS:0;5965ed06ec91:35919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T07:09:57,641 DEBUG [RS:0;5965ed06ec91:35919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T07:09:57,641 DEBUG [RS:0;5965ed06ec91:35919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T07:09:57,641 INFO [RS:0;5965ed06ec91:35919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T07:09:57,641 INFO [RS:0;5965ed06ec91:35919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T07:09:57,653 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(3073): reportForDuty to master=5965ed06ec91,39629,1734246595703 with isa=5965ed06ec91/172.17.0.2:37981, startcode=1734246596493 2024-12-15T07:09:57,654 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39629 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5965ed06ec91,37981,1734246596493 2024-12-15T07:09:57,654 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39629 {}] master.ServerManager(486): Registering regionserver=5965ed06ec91,37981,1734246596493 2024-12-15T07:09:57,658 DEBUG [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d 2024-12-15T07:09:57,658 DEBUG [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43503 2024-12-15T07:09:57,658 DEBUG [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T07:09:57,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T07:09:57,686 DEBUG [RS:1;5965ed06ec91:37981 {}] zookeeper.ZKUtil(111): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5965ed06ec91,37981,1734246596493 2024-12-15T07:09:57,687 WARN [RS:1;5965ed06ec91:37981 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:09:57,687 INFO [RS:1;5965ed06ec91:37981 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:09:57,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5965ed06ec91,37981,1734246596493] 2024-12-15T07:09:57,687 DEBUG [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/WALs/5965ed06ec91,37981,1734246596493 2024-12-15T07:09:57,692 DEBUG [RS:1;5965ed06ec91:37981 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-15T07:09:57,692 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T07:09:57,694 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T07:09:57,695 INFO [RS:1;5965ed06ec91:37981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T07:09:57,695 INFO [RS:1;5965ed06ec91:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,695 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T07:09:57,697 INFO [RS:1;5965ed06ec91:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,697 DEBUG [RS:1;5965ed06ec91:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,698 DEBUG [RS:1;5965ed06ec91:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,698 DEBUG [RS:1;5965ed06ec91:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,698 DEBUG [RS:1;5965ed06ec91:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,698 DEBUG [RS:1;5965ed06ec91:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,698 DEBUG [RS:1;5965ed06ec91:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:09:57,698 DEBUG [RS:1;5965ed06ec91:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,698 DEBUG [RS:1;5965ed06ec91:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,698 DEBUG [RS:1;5965ed06ec91:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,698 DEBUG [RS:1;5965ed06ec91:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,699 DEBUG [RS:1;5965ed06ec91:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:09:57,699 DEBUG [RS:1;5965ed06ec91:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:09:57,699 DEBUG [RS:1;5965ed06ec91:37981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:09:57,700 INFO [RS:1;5965ed06ec91:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,700 INFO [RS:1;5965ed06ec91:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,701 INFO [RS:1;5965ed06ec91:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,701 INFO [RS:1;5965ed06ec91:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,701 INFO [RS:1;5965ed06ec91:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,37981,1734246596493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:09:57,715 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T07:09:57,715 INFO [RS:1;5965ed06ec91:37981 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,37981,1734246596493-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:57,730 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.Replication(204): 5965ed06ec91,37981,1734246596493 started 2024-12-15T07:09:57,730 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(1767): Serving as 5965ed06ec91,37981,1734246596493, RpcServer on 5965ed06ec91/172.17.0.2:37981, sessionid=0x100288616130002 2024-12-15T07:09:57,730 DEBUG [RS:1;5965ed06ec91:37981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T07:09:57,730 DEBUG [RS:1;5965ed06ec91:37981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5965ed06ec91,37981,1734246596493 2024-12-15T07:09:57,730 DEBUG [RS:1;5965ed06ec91:37981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,37981,1734246596493' 2024-12-15T07:09:57,730 DEBUG [RS:1;5965ed06ec91:37981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T07:09:57,731 DEBUG [RS:1;5965ed06ec91:37981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T07:09:57,732 DEBUG [RS:1;5965ed06ec91:37981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T07:09:57,732 DEBUG [RS:1;5965ed06ec91:37981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T07:09:57,732 DEBUG [RS:1;5965ed06ec91:37981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5965ed06ec91,37981,1734246596493 2024-12-15T07:09:57,732 DEBUG [RS:1;5965ed06ec91:37981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,37981,1734246596493' 2024-12-15T07:09:57,732 DEBUG [RS:1;5965ed06ec91:37981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T07:09:57,732 DEBUG [RS:1;5965ed06ec91:37981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T07:09:57,733 DEBUG [RS:1;5965ed06ec91:37981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T07:09:57,733 INFO [RS:1;5965ed06ec91:37981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T07:09:57,733 INFO [RS:1;5965ed06ec91:37981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T07:09:57,745 WARN [5965ed06ec91:39629 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-15T07:09:57,746 INFO [RS:0;5965ed06ec91:35919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:09:57,749 INFO [RS:0;5965ed06ec91:35919 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C35919%2C1734246596444, suffix=, logDir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/WALs/5965ed06ec91,35919,1734246596444, archiveDir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/oldWALs, maxLogs=32 2024-12-15T07:09:57,765 DEBUG [RS:0;5965ed06ec91:35919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/WALs/5965ed06ec91,35919,1734246596444/5965ed06ec91%2C35919%2C1734246596444.1734246597751, exclude list is [], retry=0 2024-12-15T07:09:57,770 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43585,DS-e727c1af-9edb-4b10-9935-56f5e0a5bb74,DISK] 2024-12-15T07:09:57,770 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44477,DS-f5137101-89c0-4e2c-9964-da00b7a38cf7,DISK] 2024-12-15T07:09:57,773 INFO [RS:0;5965ed06ec91:35919 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/WALs/5965ed06ec91,35919,1734246596444/5965ed06ec91%2C35919%2C1734246596444.1734246597751 2024-12-15T07:09:57,773 DEBUG [RS:0;5965ed06ec91:35919 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38233:38233),(127.0.0.1/127.0.0.1:44841:44841)] 2024-12-15T07:09:57,834 INFO [RS:1;5965ed06ec91:37981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:09:57,838 INFO [RS:1;5965ed06ec91:37981 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C37981%2C1734246596493, suffix=, logDir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/WALs/5965ed06ec91,37981,1734246596493, archiveDir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/oldWALs, maxLogs=32 2024-12-15T07:09:57,855 DEBUG [RS:1;5965ed06ec91:37981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/WALs/5965ed06ec91,37981,1734246596493/5965ed06ec91%2C37981%2C1734246596493.1734246597840, exclude list is [], retry=0 2024-12-15T07:09:57,860 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43585,DS-e727c1af-9edb-4b10-9935-56f5e0a5bb74,DISK] 2024-12-15T07:09:57,860 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44477,DS-f5137101-89c0-4e2c-9964-da00b7a38cf7,DISK] 2024-12-15T07:09:57,863 INFO [RS:1;5965ed06ec91:37981 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/WALs/5965ed06ec91,37981,1734246596493/5965ed06ec91%2C37981%2C1734246596493.1734246597840 2024-12-15T07:09:57,863 DEBUG [RS:1;5965ed06ec91:37981 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44841:44841),(127.0.0.1/127.0.0.1:38233:38233)] 2024-12-15T07:09:57,999 DEBUG [5965ed06ec91:39629 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-15T07:09:58,003 DEBUG [5965ed06ec91:39629 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:09:58,012 DEBUG [5965ed06ec91:39629 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:09:58,012 DEBUG [5965ed06ec91:39629 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:09:58,012 INFO [5965ed06ec91:39629 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:09:58,012 INFO [5965ed06ec91:39629 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:09:58,012 DEBUG [5965ed06ec91:39629 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:09:58,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5965ed06ec91,35919,1734246596444 2024-12-15T07:09:58,020 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5965ed06ec91,35919,1734246596444, state=OPENING 2024-12-15T07:09:58,060 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T07:09:58,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:58,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:58,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:58,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:09:58,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:09:58,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:09:58,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5965ed06ec91,35919,1734246596444}] 2024-12-15T07:09:58,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,35919,1734246596444 2024-12-15T07:09:58,255 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:09:58,257 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:09:58,268 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T07:09:58,268 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:09:58,269 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T07:09:58,271 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C35919%2C1734246596444.meta, suffix=.meta, logDir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/WALs/5965ed06ec91,35919,1734246596444, archiveDir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/oldWALs, maxLogs=32 2024-12-15T07:09:58,286 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/WALs/5965ed06ec91,35919,1734246596444/5965ed06ec91%2C35919%2C1734246596444.meta.1734246598273.meta, exclude list is [], retry=0 2024-12-15T07:09:58,289 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43585,DS-e727c1af-9edb-4b10-9935-56f5e0a5bb74,DISK] 2024-12-15T07:09:58,289 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44477,DS-f5137101-89c0-4e2c-9964-da00b7a38cf7,DISK] 2024-12-15T07:09:58,292 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/WALs/5965ed06ec91,35919,1734246596444/5965ed06ec91%2C35919%2C1734246596444.meta.1734246598273.meta 2024-12-15T07:09:58,294 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38233:38233),(127.0.0.1/127.0.0.1:44841:44841)] 2024-12-15T07:09:58,294 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:09:58,295 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T07:09:58,342 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T07:09:58,346 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T07:09:58,349 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T07:09:58,349 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:09:58,350 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T07:09:58,350 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T07:09:58,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T07:09:58,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T07:09:58,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:09:58,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:09:58,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T07:09:58,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T07:09:58,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:09:58,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:09:58,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T07:09:58,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T07:09:58,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:09:58,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:09:58,361 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/meta/1588230740 2024-12-15T07:09:58,364 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/meta/1588230740 2024-12-15T07:09:58,366 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T07:09:58,369 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T07:09:58,370 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63835110, jitterRate=-0.04878273606300354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T07:09:58,371 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T07:09:58,377 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734246598249 2024-12-15T07:09:58,387 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T07:09:58,388 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T07:09:58,389 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,35919,1734246596444 2024-12-15T07:09:58,391 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5965ed06ec91,35919,1734246596444, state=OPEN 2024-12-15T07:09:58,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:09:58,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:09:58,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:09:58,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:09:58,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:09:58,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:09:58,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T07:09:58,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5965ed06ec91,35919,1734246596444 in 362 msec 2024-12-15T07:09:58,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T07:09:58,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 857 msec 2024-12-15T07:09:58,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0010 sec 2024-12-15T07:09:58,452 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734246598452, completionTime=-1 2024-12-15T07:09:58,453 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-15T07:09:58,453 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T07:09:58,483 DEBUG [hconnection-0x75220c9a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:09:58,486 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:09:58,496 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-15T07:09:58,496 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734246658496 2024-12-15T07:09:58,496 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734246718496 2024-12-15T07:09:58,496 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 43 msec 2024-12-15T07:09:58,528 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-15T07:09:58,534 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,39629,1734246595703-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:58,534 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,39629,1734246595703-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:58,534 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,39629,1734246595703-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:58,535 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5965ed06ec91:39629, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:58,536 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:58,540 DEBUG [master/5965ed06ec91:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T07:09:58,543 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T07:09:58,545 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T07:09:58,550 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T07:09:58,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T07:09:58,554 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:09:58,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T07:09:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741836_1012 (size=358) 2024-12-15T07:09:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741836_1012 (size=358) 2024-12-15T07:09:58,570 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e3d39caa6216f53f02ba22a112819cc3, NAME => 'hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d 2024-12-15T07:09:58,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741837_1013 (size=42) 2024-12-15T07:09:58,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741837_1013 (size=42) 2024-12-15T07:09:58,580 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:09:58,580 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing e3d39caa6216f53f02ba22a112819cc3, disabling compactions & flushes 2024-12-15T07:09:58,580 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3. 2024-12-15T07:09:58,580 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3. 2024-12-15T07:09:58,581 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3. after waiting 0 ms 2024-12-15T07:09:58,581 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3. 2024-12-15T07:09:58,581 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3. 2024-12-15T07:09:58,581 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for e3d39caa6216f53f02ba22a112819cc3: 2024-12-15T07:09:58,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T07:09:58,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734246598583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246598583"}]},"ts":"1734246598583"} 2024-12-15T07:09:58,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T07:09:58,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T07:09:58,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246598612"}]},"ts":"1734246598612"} 2024-12-15T07:09:58,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T07:09:58,643 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:09:58,646 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:09:58,646 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:09:58,646 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:09:58,646 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:09:58,646 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:09:58,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e3d39caa6216f53f02ba22a112819cc3, ASSIGN}] 2024-12-15T07:09:58,652 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e3d39caa6216f53f02ba22a112819cc3, ASSIGN 2024-12-15T07:09:58,654 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=e3d39caa6216f53f02ba22a112819cc3, ASSIGN; state=OFFLINE, location=5965ed06ec91,37981,1734246596493; forceNewPlan=false, retain=false 2024-12-15T07:09:58,807 INFO [5965ed06ec91:39629 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T07:09:58,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e3d39caa6216f53f02ba22a112819cc3, regionState=OPENING, regionLocation=5965ed06ec91,37981,1734246596493 2024-12-15T07:09:58,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure e3d39caa6216f53f02ba22a112819cc3, server=5965ed06ec91,37981,1734246596493}] 2024-12-15T07:09:58,969 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,37981,1734246596493 2024-12-15T07:09:58,970 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:09:58,974 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:09:58,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3. 2024-12-15T07:09:58,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => e3d39caa6216f53f02ba22a112819cc3, NAME => 'hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3.', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:09:58,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace e3d39caa6216f53f02ba22a112819cc3 2024-12-15T07:09:58,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:09:58,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for e3d39caa6216f53f02ba22a112819cc3 2024-12-15T07:09:58,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for e3d39caa6216f53f02ba22a112819cc3 2024-12-15T07:09:58,988 INFO [StoreOpener-e3d39caa6216f53f02ba22a112819cc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e3d39caa6216f53f02ba22a112819cc3 2024-12-15T07:09:58,991 INFO [StoreOpener-e3d39caa6216f53f02ba22a112819cc3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3d39caa6216f53f02ba22a112819cc3 columnFamilyName info 2024-12-15T07:09:58,991 DEBUG [StoreOpener-e3d39caa6216f53f02ba22a112819cc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:09:58,992 INFO [StoreOpener-e3d39caa6216f53f02ba22a112819cc3-1 {}] regionserver.HStore(327): Store=e3d39caa6216f53f02ba22a112819cc3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:09:58,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/namespace/e3d39caa6216f53f02ba22a112819cc3 2024-12-15T07:09:58,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/namespace/e3d39caa6216f53f02ba22a112819cc3 2024-12-15T07:09:58,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for e3d39caa6216f53f02ba22a112819cc3 2024-12-15T07:09:59,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/namespace/e3d39caa6216f53f02ba22a112819cc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:09:59,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened e3d39caa6216f53f02ba22a112819cc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63147304, jitterRate=-0.05903184413909912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:09:59,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for e3d39caa6216f53f02ba22a112819cc3: 2024-12-15T07:09:59,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3., pid=6, masterSystemTime=1734246598969 2024-12-15T07:09:59,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3. 2024-12-15T07:09:59,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3. 2024-12-15T07:09:59,010 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e3d39caa6216f53f02ba22a112819cc3, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,37981,1734246596493 2024-12-15T07:09:59,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T07:09:59,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure e3d39caa6216f53f02ba22a112819cc3, server=5965ed06ec91,37981,1734246596493 in 199 msec 2024-12-15T07:09:59,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T07:09:59,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=e3d39caa6216f53f02ba22a112819cc3, ASSIGN in 369 msec 2024-12-15T07:09:59,023 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T07:09:59,023 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246599023"}]},"ts":"1734246599023"} 2024-12-15T07:09:59,025 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T07:09:59,070 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-15T07:09:59,071 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T07:09:59,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 526 msec 2024-12-15T07:09:59,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:59,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:59,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:09:59,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:09:59,103 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:09:59,105 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:09:59,113 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T07:09:59,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:09:59,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 37 msec 2024-12-15T07:09:59,157 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T07:09:59,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:09:59,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 30 msec 2024-12-15T07:09:59,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T07:09:59,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T07:09:59,236 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.658sec 2024-12-15T07:09:59,239 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T07:09:59,242 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T07:09:59,244 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T07:09:59,244 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T07:09:59,245 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T07:09:59,246 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,39629,1734246595703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:09:59,246 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,39629,1734246595703-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T07:09:59,249 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T07:09:59,250 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T07:09:59,251 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,39629,1734246595703-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:09:59,343 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x226bc883 to 127.0.0.1:59690 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b630c51 2024-12-15T07:09:59,343 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-15T07:09:59,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4a2322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:09:59,377 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-15T07:09:59,377 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-15T07:09:59,410 DEBUG [hconnection-0x60073d7b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:09:59,420 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:09:59,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5965ed06ec91,39629,1734246595703 2024-12-15T07:09:59,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T07:09:59,438 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T07:09:59,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39629 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T07:09:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39629 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-15T07:09:59,449 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T07:09:59,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39629 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-15T07:09:59,450 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:09:59,452 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T07:09:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:09:59,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741838_1014 (size=379) 2024-12-15T07:09:59,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741838_1014 (size=379) 2024-12-15T07:09:59,466 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4a34d4d6ec443cf5f69175364b43b059, NAME => 'testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d 2024-12-15T07:09:59,466 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8af37e78a6224dcd444a6512fd00fb11, NAME => 'testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d 2024-12-15T07:09:59,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741840_1016 (size=61) 2024-12-15T07:09:59,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741839_1015 (size=61) 2024-12-15T07:09:59,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741839_1015 (size=61) 2024-12-15T07:09:59,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741840_1016 (size=61) 2024-12-15T07:09:59,479 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:09:59,479 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:09:59,479 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 8af37e78a6224dcd444a6512fd00fb11, disabling compactions & flushes 2024-12-15T07:09:59,479 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 4a34d4d6ec443cf5f69175364b43b059, disabling compactions & flushes 2024-12-15T07:09:59,479 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11. 2024-12-15T07:09:59,479 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059. 2024-12-15T07:09:59,479 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11. 2024-12-15T07:09:59,479 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059. 2024-12-15T07:09:59,479 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11. after waiting 0 ms 2024-12-15T07:09:59,479 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059. after waiting 0 ms 2024-12-15T07:09:59,479 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11. 2024-12-15T07:09:59,479 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059. 2024-12-15T07:09:59,479 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11. 2024-12-15T07:09:59,479 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059. 2024-12-15T07:09:59,479 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8af37e78a6224dcd444a6512fd00fb11: 2024-12-15T07:09:59,479 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4a34d4d6ec443cf5f69175364b43b059: 2024-12-15T07:09:59,481 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T07:09:59,481 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734246599481"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246599481"}]},"ts":"1734246599481"} 2024-12-15T07:09:59,481 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734246599481"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246599481"}]},"ts":"1734246599481"} 2024-12-15T07:09:59,505 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-15T07:09:59,507 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T07:09:59,507 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246599507"}]},"ts":"1734246599507"} 2024-12-15T07:09:59,509 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-15T07:09:59,526 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:09:59,528 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:09:59,528 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:09:59,528 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:09:59,529 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:09:59,529 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:09:59,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a34d4d6ec443cf5f69175364b43b059, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8af37e78a6224dcd444a6512fd00fb11, ASSIGN}] 2024-12-15T07:09:59,531 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8af37e78a6224dcd444a6512fd00fb11, ASSIGN 2024-12-15T07:09:59,531 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a34d4d6ec443cf5f69175364b43b059, ASSIGN 2024-12-15T07:09:59,532 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a34d4d6ec443cf5f69175364b43b059, ASSIGN; state=OFFLINE, location=5965ed06ec91,37981,1734246596493; forceNewPlan=false, retain=false 2024-12-15T07:09:59,532 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8af37e78a6224dcd444a6512fd00fb11, ASSIGN; state=OFFLINE, location=5965ed06ec91,35919,1734246596444; forceNewPlan=false, retain=false 2024-12-15T07:09:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:09:59,683 INFO [5965ed06ec91:39629 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-15T07:09:59,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=4a34d4d6ec443cf5f69175364b43b059, regionState=OPENING, regionLocation=5965ed06ec91,37981,1734246596493 2024-12-15T07:09:59,684 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8af37e78a6224dcd444a6512fd00fb11, regionState=OPENING, regionLocation=5965ed06ec91,35919,1734246596444 2024-12-15T07:09:59,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 4a34d4d6ec443cf5f69175364b43b059, server=5965ed06ec91,37981,1734246596493}] 2024-12-15T07:09:59,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 8af37e78a6224dcd444a6512fd00fb11, server=5965ed06ec91,35919,1734246596444}] 2024-12-15T07:09:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:09:59,847 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,37981,1734246596493 2024-12-15T07:09:59,848 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,35919,1734246596444 2024-12-15T07:09:59,858 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11. 2024-12-15T07:09:59,858 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059. 2024-12-15T07:09:59,858 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 4a34d4d6ec443cf5f69175364b43b059, NAME => 'testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059.', STARTKEY => '', ENDKEY => '5'} 2024-12-15T07:09:59,858 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 8af37e78a6224dcd444a6512fd00fb11, NAME => 'testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11.', STARTKEY => '5', ENDKEY => ''} 2024-12-15T07:09:59,859 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4a34d4d6ec443cf5f69175364b43b059 2024-12-15T07:09:59,859 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8af37e78a6224dcd444a6512fd00fb11 2024-12-15T07:09:59,859 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:09:59,859 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:09:59,859 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 8af37e78a6224dcd444a6512fd00fb11 2024-12-15T07:09:59,859 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 4a34d4d6ec443cf5f69175364b43b059 2024-12-15T07:09:59,859 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 8af37e78a6224dcd444a6512fd00fb11 2024-12-15T07:09:59,859 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 4a34d4d6ec443cf5f69175364b43b059 2024-12-15T07:09:59,861 INFO [StoreOpener-8af37e78a6224dcd444a6512fd00fb11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8af37e78a6224dcd444a6512fd00fb11 2024-12-15T07:09:59,861 INFO [StoreOpener-4a34d4d6ec443cf5f69175364b43b059-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4a34d4d6ec443cf5f69175364b43b059 2024-12-15T07:09:59,863 INFO [StoreOpener-8af37e78a6224dcd444a6512fd00fb11-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8af37e78a6224dcd444a6512fd00fb11 columnFamilyName family 2024-12-15T07:09:59,863 DEBUG [StoreOpener-8af37e78a6224dcd444a6512fd00fb11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:09:59,863 INFO [StoreOpener-4a34d4d6ec443cf5f69175364b43b059-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a34d4d6ec443cf5f69175364b43b059 columnFamilyName family 2024-12-15T07:09:59,863 DEBUG [StoreOpener-4a34d4d6ec443cf5f69175364b43b059-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:09:59,864 INFO [StoreOpener-8af37e78a6224dcd444a6512fd00fb11-1 {}] regionserver.HStore(327): Store=8af37e78a6224dcd444a6512fd00fb11/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:09:59,864 INFO [StoreOpener-4a34d4d6ec443cf5f69175364b43b059-1 {}] regionserver.HStore(327): Store=4a34d4d6ec443cf5f69175364b43b059/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:09:59,865 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/8af37e78a6224dcd444a6512fd00fb11 2024-12-15T07:09:59,865 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/4a34d4d6ec443cf5f69175364b43b059 2024-12-15T07:09:59,866 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/4a34d4d6ec443cf5f69175364b43b059 2024-12-15T07:09:59,866 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/8af37e78a6224dcd444a6512fd00fb11 2024-12-15T07:09:59,868 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 4a34d4d6ec443cf5f69175364b43b059 2024-12-15T07:09:59,868 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 8af37e78a6224dcd444a6512fd00fb11 2024-12-15T07:09:59,872 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/8af37e78a6224dcd444a6512fd00fb11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:09:59,872 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/4a34d4d6ec443cf5f69175364b43b059/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:09:59,873 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 4a34d4d6ec443cf5f69175364b43b059; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72656749, jitterRate=0.0826699286699295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:09:59,873 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 8af37e78a6224dcd444a6512fd00fb11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73771515, jitterRate=0.09928123652935028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:09:59,874 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 8af37e78a6224dcd444a6512fd00fb11: 2024-12-15T07:09:59,874 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 4a34d4d6ec443cf5f69175364b43b059: 2024-12-15T07:09:59,875 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11., pid=13, masterSystemTime=1734246599848 2024-12-15T07:09:59,875 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059., pid=12, masterSystemTime=1734246599847 2024-12-15T07:09:59,877 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059. 2024-12-15T07:09:59,877 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059. 2024-12-15T07:09:59,878 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=4a34d4d6ec443cf5f69175364b43b059, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,37981,1734246596493 2024-12-15T07:09:59,879 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11. 2024-12-15T07:09:59,879 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11. 2024-12-15T07:09:59,880 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8af37e78a6224dcd444a6512fd00fb11, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,35919,1734246596444 2024-12-15T07:09:59,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-15T07:09:59,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 4a34d4d6ec443cf5f69175364b43b059, server=5965ed06ec91,37981,1734246596493 in 191 msec 2024-12-15T07:09:59,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-15T07:09:59,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 8af37e78a6224dcd444a6512fd00fb11, server=5965ed06ec91,35919,1734246596444 in 188 msec 2024-12-15T07:09:59,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a34d4d6ec443cf5f69175364b43b059, ASSIGN in 355 msec 2024-12-15T07:09:59,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-15T07:09:59,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8af37e78a6224dcd444a6512fd00fb11, ASSIGN in 356 msec 2024-12-15T07:09:59,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T07:09:59,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246599890"}]},"ts":"1734246599890"} 2024-12-15T07:09:59,892 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-15T07:09:59,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T07:09:59,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 492 msec 2024-12-15T07:10:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:00,070 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-15T07:10:00,070 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-15T07:10:00,073 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T07:10:00,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-15T07:10:00,080 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T07:10:00,080 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-15T07:10:00,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:00,086 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:00,114 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 8af37e78a6224dcd444a6512fd00fb11 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-15T07:10:00,162 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/8af37e78a6224dcd444a6512fd00fb11/.tmp/family/51ce491380f84ba9a6e5dcfee8b7e96b is 32, key is 5/family:/1734246600101/Put/seqid=0 2024-12-15T07:10:00,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741841_1017 (size=5083) 2024-12-15T07:10:00,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741841_1017 (size=5083) 2024-12-15T07:10:00,174 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/8af37e78a6224dcd444a6512fd00fb11/.tmp/family/51ce491380f84ba9a6e5dcfee8b7e96b 2024-12-15T07:10:00,213 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/8af37e78a6224dcd444a6512fd00fb11/.tmp/family/51ce491380f84ba9a6e5dcfee8b7e96b as hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/8af37e78a6224dcd444a6512fd00fb11/family/51ce491380f84ba9a6e5dcfee8b7e96b 2024-12-15T07:10:00,221 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/8af37e78a6224dcd444a6512fd00fb11/family/51ce491380f84ba9a6e5dcfee8b7e96b, entries=5, sequenceid=9, filesize=5.0 K 2024-12-15T07:10:00,224 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 8af37e78a6224dcd444a6512fd00fb11 in 110ms, sequenceid=9, compaction requested=false 2024-12-15T07:10:00,225 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-15T07:10:00,226 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 8af37e78a6224dcd444a6512fd00fb11: 2024-12-15T07:10:00,226 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 4a34d4d6ec443cf5f69175364b43b059 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-15T07:10:00,244 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/4a34d4d6ec443cf5f69175364b43b059/.tmp/family/bd381ea0fa104e74afd4df80f40b0f4a is 32, key is 1/family:/1734246600087/Put/seqid=0 2024-12-15T07:10:00,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741842_1018 (size=5054) 2024-12-15T07:10:00,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741842_1018 (size=5054) 2024-12-15T07:10:00,252 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/4a34d4d6ec443cf5f69175364b43b059/.tmp/family/bd381ea0fa104e74afd4df80f40b0f4a 2024-12-15T07:10:00,262 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/4a34d4d6ec443cf5f69175364b43b059/.tmp/family/bd381ea0fa104e74afd4df80f40b0f4a as hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/4a34d4d6ec443cf5f69175364b43b059/family/bd381ea0fa104e74afd4df80f40b0f4a 2024-12-15T07:10:00,271 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/4a34d4d6ec443cf5f69175364b43b059/family/bd381ea0fa104e74afd4df80f40b0f4a, entries=4, sequenceid=8, filesize=4.9 K 2024-12-15T07:10:00,272 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 4a34d4d6ec443cf5f69175364b43b059 in 46ms, sequenceid=8, compaction requested=false 2024-12-15T07:10:00,273 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 4a34d4d6ec443cf5f69175364b43b059: 2024-12-15T07:10:00,274 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b88e6e9 to 127.0.0.1:59690 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@488f1fc5 2024-12-15T07:10:00,331 DEBUG [ReadOnlyZKClient-127.0.0.1:59690@0x5b88e6e9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4766ac2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:00,367 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-15T07:10:00,372 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-15T07:10:00,374 DEBUG [ReadOnlyZKClient-127.0.0.1:59690@0x5b88e6e9 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5965ed06ec91,35919,1734246596444, seqNum=-1] 2024-12-15T07:10:00,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:00,380 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:00,392 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:00,393 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:00,394 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:00,394 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:00,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-15T07:10:00,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T07:10:00,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:00,404 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b88e6e9 to 127.0.0.1:59690 2024-12-15T07:10:00,404 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T07:10:00,405 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T07:10:00,405 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x226bc883 to 127.0.0.1:59690 2024-12-15T07:10:00,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:00,405 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T07:10:00,405 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=785861431, stopped=false 2024-12-15T07:10:00,406 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5965ed06ec91,39629,1734246595703 2024-12-15T07:10:00,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:00,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:00,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:00,423 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T07:10:00,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:00,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:00,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:00,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:00,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:00,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:00,424 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,35919,1734246596444' ***** 2024-12-15T07:10:00,424 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T07:10:00,424 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,37981,1734246596493' ***** 2024-12-15T07:10:00,424 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T07:10:00,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:00,425 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T07:10:00,425 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T07:10:00,425 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T07:10:00,425 INFO [RS:1;5965ed06ec91:37981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T07:10:00,425 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T07:10:00,425 INFO [RS:0;5965ed06ec91:35919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T07:10:00,425 INFO [RS:1;5965ed06ec91:37981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T07:10:00,425 INFO [RS:0;5965ed06ec91:35919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T07:10:00,425 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(3579): Received CLOSE for 4a34d4d6ec443cf5f69175364b43b059 2024-12-15T07:10:00,425 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.HRegionServer(3579): Received CLOSE for 8af37e78a6224dcd444a6512fd00fb11 2024-12-15T07:10:00,426 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,35919,1734246596444 2024-12-15T07:10:00,426 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(3579): Received CLOSE for e3d39caa6216f53f02ba22a112819cc3 2024-12-15T07:10:00,426 DEBUG [RS:0;5965ed06ec91:35919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:00,426 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,37981,1734246596493 2024-12-15T07:10:00,426 DEBUG [RS:1;5965ed06ec91:37981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:00,426 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T07:10:00,426 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T07:10:00,426 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-15T07:10:00,426 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T07:10:00,426 DEBUG [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(1603): Online Regions={4a34d4d6ec443cf5f69175364b43b059=testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059., e3d39caa6216f53f02ba22a112819cc3=hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3.} 2024-12-15T07:10:00,426 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T07:10:00,426 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8af37e78a6224dcd444a6512fd00fb11, disabling compactions & flushes 2024-12-15T07:10:00,426 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4a34d4d6ec443cf5f69175364b43b059, disabling compactions & flushes 2024-12-15T07:10:00,427 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-15T07:10:00,427 DEBUG [RS:0;5965ed06ec91:35919 {}] regionserver.HRegionServer(1603): Online Regions={8af37e78a6224dcd444a6512fd00fb11=testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11., 1588230740=hbase:meta,,1.1588230740} 2024-12-15T07:10:00,427 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11. 2024-12-15T07:10:00,427 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059. 2024-12-15T07:10:00,427 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11. 2024-12-15T07:10:00,427 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059. 2024-12-15T07:10:00,427 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T07:10:00,427 DEBUG [RS:0;5965ed06ec91:35919 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 8af37e78a6224dcd444a6512fd00fb11 2024-12-15T07:10:00,427 DEBUG [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(1629): Waiting on 4a34d4d6ec443cf5f69175364b43b059, e3d39caa6216f53f02ba22a112819cc3 2024-12-15T07:10:00,427 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11. after waiting 0 ms 2024-12-15T07:10:00,427 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059. after waiting 0 ms 2024-12-15T07:10:00,427 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T07:10:00,427 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11. 2024-12-15T07:10:00,427 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059. 2024-12-15T07:10:00,427 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T07:10:00,427 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T07:10:00,427 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T07:10:00,427 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-15T07:10:00,437 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/8af37e78a6224dcd444a6512fd00fb11/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-15T07:10:00,437 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/default/testClearRegionBlockCache/4a34d4d6ec443cf5f69175364b43b059/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-15T07:10:00,439 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059. 2024-12-15T07:10:00,439 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11. 2024-12-15T07:10:00,439 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4a34d4d6ec443cf5f69175364b43b059: 2024-12-15T07:10:00,439 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8af37e78a6224dcd444a6512fd00fb11: 2024-12-15T07:10:00,439 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11. 2024-12-15T07:10:00,439 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1734246599443.4a34d4d6ec443cf5f69175364b43b059. 2024-12-15T07:10:00,439 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e3d39caa6216f53f02ba22a112819cc3, disabling compactions & flushes 2024-12-15T07:10:00,440 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3. 2024-12-15T07:10:00,440 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3. 2024-12-15T07:10:00,440 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3. after waiting 0 ms 2024-12-15T07:10:00,440 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3. 2024-12-15T07:10:00,440 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing e3d39caa6216f53f02ba22a112819cc3 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T07:10:00,457 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/meta/1588230740/.tmp/info/17c0b3d887584eec994dd576b9d9650d is 173, key is testClearRegionBlockCache,5,1734246599443.8af37e78a6224dcd444a6512fd00fb11./info:regioninfo/1734246599879/Put/seqid=0 2024-12-15T07:10:00,462 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/namespace/e3d39caa6216f53f02ba22a112819cc3/.tmp/info/1b0a31d924004a8d9a5ee84fe5e64ce2 is 45, key is default/info:d/1734246599121/Put/seqid=0 2024-12-15T07:10:00,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741843_1019 (size=9337) 2024-12-15T07:10:00,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741843_1019 (size=9337) 2024-12-15T07:10:00,465 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/meta/1588230740/.tmp/info/17c0b3d887584eec994dd576b9d9650d 2024-12-15T07:10:00,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741844_1020 (size=5037) 2024-12-15T07:10:00,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741844_1020 (size=5037) 2024-12-15T07:10:00,470 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/namespace/e3d39caa6216f53f02ba22a112819cc3/.tmp/info/1b0a31d924004a8d9a5ee84fe5e64ce2 2024-12-15T07:10:00,480 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/namespace/e3d39caa6216f53f02ba22a112819cc3/.tmp/info/1b0a31d924004a8d9a5ee84fe5e64ce2 as hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/namespace/e3d39caa6216f53f02ba22a112819cc3/info/1b0a31d924004a8d9a5ee84fe5e64ce2 2024-12-15T07:10:00,490 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/namespace/e3d39caa6216f53f02ba22a112819cc3/info/1b0a31d924004a8d9a5ee84fe5e64ce2, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T07:10:00,492 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for e3d39caa6216f53f02ba22a112819cc3 in 52ms, sequenceid=6, compaction requested=false 2024-12-15T07:10:00,492 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-15T07:10:00,494 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/meta/1588230740/.tmp/table/9b1bbd18b35b4ccdbed2309fba3f4c9b is 61, key is testClearRegionBlockCache/table:state/1734246599890/Put/seqid=0 2024-12-15T07:10:00,499 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/namespace/e3d39caa6216f53f02ba22a112819cc3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T07:10:00,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741845_1021 (size=5392) 2024-12-15T07:10:00,500 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3. 2024-12-15T07:10:00,501 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e3d39caa6216f53f02ba22a112819cc3: 2024-12-15T07:10:00,501 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734246598544.e3d39caa6216f53f02ba22a112819cc3. 2024-12-15T07:10:00,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741845_1021 (size=5392) 2024-12-15T07:10:00,501 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/meta/1588230740/.tmp/table/9b1bbd18b35b4ccdbed2309fba3f4c9b 2024-12-15T07:10:00,504 INFO [regionserver/5965ed06ec91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:00,505 INFO [regionserver/5965ed06ec91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:00,510 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/meta/1588230740/.tmp/info/17c0b3d887584eec994dd576b9d9650d as hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/meta/1588230740/info/17c0b3d887584eec994dd576b9d9650d 2024-12-15T07:10:00,519 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/meta/1588230740/info/17c0b3d887584eec994dd576b9d9650d, entries=30, sequenceid=16, filesize=9.1 K 2024-12-15T07:10:00,520 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/meta/1588230740/.tmp/table/9b1bbd18b35b4ccdbed2309fba3f4c9b as hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/meta/1588230740/table/9b1bbd18b35b4ccdbed2309fba3f4c9b 2024-12-15T07:10:00,529 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/meta/1588230740/table/9b1bbd18b35b4ccdbed2309fba3f4c9b, entries=4, sequenceid=16, filesize=5.3 K 2024-12-15T07:10:00,530 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=16, compaction requested=false 2024-12-15T07:10:00,530 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-15T07:10:00,537 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-15T07:10:00,538 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T07:10:00,538 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T07:10:00,538 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T07:10:00,538 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T07:10:00,627 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,37981,1734246596493; all regions closed. 2024-12-15T07:10:00,627 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,35919,1734246596444; all regions closed. 2024-12-15T07:10:00,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741834_1010 (size=3079) 2024-12-15T07:10:00,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741834_1010 (size=3079) 2024-12-15T07:10:00,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741835_1011 (size=5602) 2024-12-15T07:10:00,636 INFO [regionserver/5965ed06ec91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T07:10:00,636 INFO [regionserver/5965ed06ec91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T07:10:00,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741835_1011 (size=5602) 2024-12-15T07:10:00,643 DEBUG [RS:0;5965ed06ec91:35919 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/oldWALs 2024-12-15T07:10:00,643 INFO [RS:0;5965ed06ec91:35919 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C35919%2C1734246596444.meta:.meta(num 1734246598273) 2024-12-15T07:10:00,643 DEBUG [RS:1;5965ed06ec91:37981 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/oldWALs 2024-12-15T07:10:00,643 INFO [RS:1;5965ed06ec91:37981 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C37981%2C1734246596493:(num 1734246597840) 2024-12-15T07:10:00,643 DEBUG [RS:1;5965ed06ec91:37981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:00,643 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:00,643 INFO [RS:1;5965ed06ec91:37981 {}] hbase.ChoreService(370): Chore service for: regionserver/5965ed06ec91:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T07:10:00,644 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T07:10:00,644 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T07:10:00,644 INFO [regionserver/5965ed06ec91:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:00,644 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T07:10:00,644 INFO [RS:1;5965ed06ec91:37981 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37981 2024-12-15T07:10:00,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741833_1009 (size=1867) 2024-12-15T07:10:00,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741833_1009 (size=1867) 2024-12-15T07:10:00,649 DEBUG [RS:0;5965ed06ec91:35919 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/oldWALs 2024-12-15T07:10:00,649 INFO [RS:0;5965ed06ec91:35919 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C35919%2C1734246596444:(num 1734246597751) 2024-12-15T07:10:00,649 DEBUG [RS:0;5965ed06ec91:35919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:00,649 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:00,649 INFO [RS:0;5965ed06ec91:35919 {}] hbase.ChoreService(370): Chore service for: regionserver/5965ed06ec91:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T07:10:00,649 INFO [regionserver/5965ed06ec91:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:00,649 INFO [RS:0;5965ed06ec91:35919 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35919 2024-12-15T07:10:00,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5965ed06ec91,37981,1734246596493 2024-12-15T07:10:00,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T07:10:00,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5965ed06ec91,35919,1734246596444 2024-12-15T07:10:00,673 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5965ed06ec91,37981,1734246596493] 2024-12-15T07:10:00,674 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5965ed06ec91,37981,1734246596493; numProcessing=1 2024-12-15T07:10:00,690 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5965ed06ec91,37981,1734246596493 already deleted, retry=false 2024-12-15T07:10:00,690 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5965ed06ec91,37981,1734246596493 expired; onlineServers=1 2024-12-15T07:10:00,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5965ed06ec91,35919,1734246596444] 2024-12-15T07:10:00,690 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5965ed06ec91,35919,1734246596444; numProcessing=2 2024-12-15T07:10:00,698 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5965ed06ec91,35919,1734246596444 already deleted, retry=false 2024-12-15T07:10:00,698 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5965ed06ec91,35919,1734246596444 expired; onlineServers=0 2024-12-15T07:10:00,698 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,39629,1734246595703' ***** 2024-12-15T07:10:00,698 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T07:10:00,698 DEBUG [M:0;5965ed06ec91:39629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81c6187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:10:00,698 INFO [M:0;5965ed06ec91:39629 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,39629,1734246595703 2024-12-15T07:10:00,698 INFO [M:0;5965ed06ec91:39629 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,39629,1734246595703; all regions closed. 2024-12-15T07:10:00,698 DEBUG [M:0;5965ed06ec91:39629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:00,699 DEBUG [M:0;5965ed06ec91:39629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T07:10:00,699 DEBUG [M:0;5965ed06ec91:39629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T07:10:00,699 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T07:10:00,699 DEBUG [master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246597523 {}] cleaner.HFileCleaner(306): Exit Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246597523,5,FailOnTimeoutGroup] 2024-12-15T07:10:00,699 DEBUG [master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246597524 {}] cleaner.HFileCleaner(306): Exit Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246597524,5,FailOnTimeoutGroup] 2024-12-15T07:10:00,699 INFO [M:0;5965ed06ec91:39629 {}] hbase.ChoreService(370): Chore service for: master/5965ed06ec91:0 had [] on shutdown 2024-12-15T07:10:00,699 DEBUG [M:0;5965ed06ec91:39629 {}] master.HMaster(1733): Stopping service threads 2024-12-15T07:10:00,699 INFO [M:0;5965ed06ec91:39629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T07:10:00,700 INFO [M:0;5965ed06ec91:39629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T07:10:00,700 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T07:10:00,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:00,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:00,706 DEBUG [M:0;5965ed06ec91:39629 {}] zookeeper.ZKUtil(347): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-15T07:10:00,706 WARN [M:0;5965ed06ec91:39629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T07:10:00,706 INFO [M:0;5965ed06ec91:39629 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T07:10:00,707 INFO [M:0;5965ed06ec91:39629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T07:10:00,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:00,707 DEBUG [M:0;5965ed06ec91:39629 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T07:10:00,707 INFO [M:0;5965ed06ec91:39629 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:00,707 DEBUG [M:0;5965ed06ec91:39629 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:00,707 DEBUG [M:0;5965ed06ec91:39629 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T07:10:00,707 DEBUG [M:0;5965ed06ec91:39629 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:00,707 INFO [M:0;5965ed06ec91:39629 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-15T07:10:00,726 DEBUG [M:0;5965ed06ec91:39629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2e640f3f7ed46279a81414fd00ea45e is 82, key is hbase:meta,,1/info:regioninfo/1734246598389/Put/seqid=0 2024-12-15T07:10:00,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741846_1022 (size=5672) 2024-12-15T07:10:00,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741846_1022 (size=5672) 2024-12-15T07:10:00,733 INFO [M:0;5965ed06ec91:39629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2e640f3f7ed46279a81414fd00ea45e 2024-12-15T07:10:00,758 DEBUG [M:0;5965ed06ec91:39629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4d5e95610d44102a5b6b5e189ff6ad5 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734246599940/Put/seqid=0 2024-12-15T07:10:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741847_1023 (size=7578) 2024-12-15T07:10:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741847_1023 (size=7578) 2024-12-15T07:10:00,766 INFO [M:0;5965ed06ec91:39629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4d5e95610d44102a5b6b5e189ff6ad5 2024-12-15T07:10:00,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:00,773 INFO [RS:1;5965ed06ec91:37981 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,37981,1734246596493; zookeeper connection closed. 2024-12-15T07:10:00,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37981-0x100288616130002, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:00,774 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b4dc865 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b4dc865 2024-12-15T07:10:00,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:00,781 INFO [RS:0;5965ed06ec91:35919 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,35919,1734246596444; zookeeper connection closed. 2024-12-15T07:10:00,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35919-0x100288616130001, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:00,782 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46ce3b00 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46ce3b00 2024-12-15T07:10:00,782 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-15T07:10:00,787 DEBUG [M:0;5965ed06ec91:39629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96ba858a1c5b4d61aa732b08f208c395 is 69, key is 5965ed06ec91,35919,1734246596444/rs:state/1734246597538/Put/seqid=0 2024-12-15T07:10:00,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741848_1024 (size=5224) 2024-12-15T07:10:00,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741848_1024 (size=5224) 2024-12-15T07:10:00,794 INFO [M:0;5965ed06ec91:39629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96ba858a1c5b4d61aa732b08f208c395 2024-12-15T07:10:00,802 DEBUG [M:0;5965ed06ec91:39629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2e640f3f7ed46279a81414fd00ea45e as hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e2e640f3f7ed46279a81414fd00ea45e 2024-12-15T07:10:00,810 INFO [M:0;5965ed06ec91:39629 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e2e640f3f7ed46279a81414fd00ea45e, entries=8, sequenceid=108, filesize=5.5 K 2024-12-15T07:10:00,812 DEBUG [M:0;5965ed06ec91:39629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4d5e95610d44102a5b6b5e189ff6ad5 as hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4d5e95610d44102a5b6b5e189ff6ad5 2024-12-15T07:10:00,819 INFO [M:0;5965ed06ec91:39629 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4d5e95610d44102a5b6b5e189ff6ad5, entries=13, sequenceid=108, filesize=7.4 K 2024-12-15T07:10:00,820 DEBUG [M:0;5965ed06ec91:39629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96ba858a1c5b4d61aa732b08f208c395 as hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96ba858a1c5b4d61aa732b08f208c395 2024-12-15T07:10:00,826 INFO [M:0;5965ed06ec91:39629 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43503/user/jenkins/test-data/b3e7a784-dcb5-f104-c506-2915f867b13d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96ba858a1c5b4d61aa732b08f208c395, entries=2, sequenceid=108, filesize=5.1 K 2024-12-15T07:10:00,828 INFO [M:0;5965ed06ec91:39629 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=108, compaction requested=false 2024-12-15T07:10:00,829 INFO [M:0;5965ed06ec91:39629 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:00,829 DEBUG [M:0;5965ed06ec91:39629 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:10:00,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44477 is added to blk_1073741830_1006 (size=54465) 2024-12-15T07:10:00,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43585 is added to blk_1073741830_1006 (size=54465) 2024-12-15T07:10:00,832 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:00,832 INFO [M:0;5965ed06ec91:39629 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T07:10:00,833 INFO [M:0;5965ed06ec91:39629 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39629 2024-12-15T07:10:00,843 DEBUG [M:0;5965ed06ec91:39629 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5965ed06ec91,39629,1734246595703 already deleted, retry=false 2024-12-15T07:10:00,951 INFO [M:0;5965ed06ec91:39629 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,39629,1734246595703; zookeeper connection closed. 2024-12-15T07:10:00,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:00,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x100288616130000, quorum=127.0.0.1:59690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:00,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64605125{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:00,993 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:00,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:00,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:00,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:00,999 WARN [BP-1706462031-172.17.0.2-1734246592162 heartbeating to localhost/127.0.0.1:43503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T07:10:00,999 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T07:10:00,999 WARN [BP-1706462031-172.17.0.2-1734246592162 heartbeating to localhost/127.0.0.1:43503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1706462031-172.17.0.2-1734246592162 (Datanode Uuid e7608185-a783-4839-a9b1-c931a13a9f98) service to localhost/127.0.0.1:43503 2024-12-15T07:10:00,999 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T07:10:01,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/cluster_70428dc5-d32b-0fd5-8e18-23efa5bb84b0/dfs/data/data3/current/BP-1706462031-172.17.0.2-1734246592162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:01,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/cluster_70428dc5-d32b-0fd5-8e18-23efa5bb84b0/dfs/data/data4/current/BP-1706462031-172.17.0.2-1734246592162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:01,000 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T07:10:01,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39927f61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:01,003 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:01,003 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:01,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:01,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:01,004 WARN [BP-1706462031-172.17.0.2-1734246592162 heartbeating to localhost/127.0.0.1:43503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T07:10:01,004 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T07:10:01,004 WARN [BP-1706462031-172.17.0.2-1734246592162 heartbeating to localhost/127.0.0.1:43503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1706462031-172.17.0.2-1734246592162 (Datanode Uuid f02bab42-7d6b-454e-be46-98c96f78b88e) service to localhost/127.0.0.1:43503 2024-12-15T07:10:01,004 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T07:10:01,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/cluster_70428dc5-d32b-0fd5-8e18-23efa5bb84b0/dfs/data/data1/current/BP-1706462031-172.17.0.2-1734246592162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:01,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/cluster_70428dc5-d32b-0fd5-8e18-23efa5bb84b0/dfs/data/data2/current/BP-1706462031-172.17.0.2-1734246592162 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:01,005 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T07:10:01,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T07:10:01,014 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:01,014 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:01,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:01,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:01,022 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T07:10:01,046 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T07:10:01,053 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=81 (was 11) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6cc557dc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43503 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/5965ed06ec91:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/5965ed06ec91:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5965ed06ec91:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5965ed06ec91:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43503 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=411 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=126 (was 76) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4573 (was 5130) 2024-12-15T07:10:01,058 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=81, OpenFileDescriptor=411, MaxFileDescriptor=1048576, SystemLoadAverage=126, ProcessCount=11, AvailableMemoryMB=4573 2024-12-15T07:10:01,072 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/hadoop.log.dir so I do NOT create it in target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff 2024-12-15T07:10:01,072 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/hadoop.log.dir Erasing configuration value by system value. 2024-12-15T07:10:01,072 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/hadoop.tmp.dir so I do NOT create it in target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff 2024-12-15T07:10:01,072 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f1d369c-be1c-ea06-a35a-151325672c84/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-15T07:10:01,072 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff 2024-12-15T07:10:01,072 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T07:10:01,072 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/cluster_aaae7a87-fb4d-bdfa-6fc9-252397e7cf8f, deleteOnExit=true 2024-12-15T07:10:01,072 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T07:10:01,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/test.cache.data in system properties and HBase conf 2024-12-15T07:10:01,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T07:10:01,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/hadoop.log.dir in system properties and HBase conf 2024-12-15T07:10:01,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T07:10:01,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T07:10:01,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T07:10:01,073 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T07:10:01,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T07:10:01,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T07:10:01,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T07:10:01,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T07:10:01,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T07:10:01,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T07:10:01,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T07:10:01,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T07:10:01,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T07:10:01,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/nfs.dump.dir in system properties and HBase conf 2024-12-15T07:10:01,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/java.io.tmpdir in system properties and HBase conf 2024-12-15T07:10:01,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T07:10:01,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T07:10:01,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T07:10:01,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:01,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:10:01,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:10:01,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:10:01,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T07:10:01,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:01,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282b8342{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:10:01,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b2d062d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:10:01,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d601564{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/java.io.tmpdir/jetty-localhost-40709-hadoop-hdfs-3_4_1-tests_jar-_-any-7147484813524424149/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T07:10:01,429 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31b6227{HTTP/1.1, (http/1.1)}{localhost:40709} 2024-12-15T07:10:01,429 INFO [Time-limited test {}] server.Server(415): Started @11093ms 2024-12-15T07:10:01,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:01,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:10:01,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:10:01,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:10:01,666 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T07:10:01,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d10c14b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:10:01,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c5d3e3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:10:01,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@355affd8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/java.io.tmpdir/jetty-localhost-41045-hadoop-hdfs-3_4_1-tests_jar-_-any-2210057131552868897/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:01,759 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@400bc97b{HTTP/1.1, (http/1.1)}{localhost:41045} 2024-12-15T07:10:01,759 INFO [Time-limited test {}] server.Server(415): Started @11423ms 2024-12-15T07:10:01,760 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T07:10:01,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:01,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:10:01,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:10:01,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:10:01,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T07:10:01,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37803f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:10:01,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25d2e4c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:10:01,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b0f96bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/java.io.tmpdir/jetty-localhost-40583-hadoop-hdfs-3_4_1-tests_jar-_-any-8014127076431930886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:01,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29185726{HTTP/1.1, (http/1.1)}{localhost:40583} 2024-12-15T07:10:01,887 INFO [Time-limited test {}] server.Server(415): Started @11551ms 2024-12-15T07:10:01,888 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T07:10:02,441 WARN [Thread-368 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/cluster_aaae7a87-fb4d-bdfa-6fc9-252397e7cf8f/dfs/data/data1/current/BP-304269561-172.17.0.2-1734246601095/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:02,441 WARN [Thread-369 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/cluster_aaae7a87-fb4d-bdfa-6fc9-252397e7cf8f/dfs/data/data2/current/BP-304269561-172.17.0.2-1734246601095/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:02,457 WARN [Thread-332 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T07:10:02,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x494d97e1b6d52d77 with lease ID 0xe3ed632c669fe6a1: Processing first storage report for DS-ef11b373-7688-4acd-ae12-5d44e276265d from datanode DatanodeRegistration(127.0.0.1:36113, datanodeUuid=36f0c618-5316-4540-aec6-20d8bc80f66a, infoPort=38141, infoSecurePort=0, ipcPort=39153, storageInfo=lv=-57;cid=testClusterID;nsid=325460520;c=1734246601095) 2024-12-15T07:10:02,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x494d97e1b6d52d77 with lease ID 0xe3ed632c669fe6a1: from storage DS-ef11b373-7688-4acd-ae12-5d44e276265d node DatanodeRegistration(127.0.0.1:36113, datanodeUuid=36f0c618-5316-4540-aec6-20d8bc80f66a, infoPort=38141, infoSecurePort=0, ipcPort=39153, storageInfo=lv=-57;cid=testClusterID;nsid=325460520;c=1734246601095), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:02,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x494d97e1b6d52d77 with lease ID 0xe3ed632c669fe6a1: Processing first storage report for DS-c6ed3302-9965-4370-885f-28dcf13f87f8 from datanode DatanodeRegistration(127.0.0.1:36113, datanodeUuid=36f0c618-5316-4540-aec6-20d8bc80f66a, infoPort=38141, infoSecurePort=0, ipcPort=39153, storageInfo=lv=-57;cid=testClusterID;nsid=325460520;c=1734246601095) 2024-12-15T07:10:02,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x494d97e1b6d52d77 with lease ID 0xe3ed632c669fe6a1: from storage DS-c6ed3302-9965-4370-885f-28dcf13f87f8 node DatanodeRegistration(127.0.0.1:36113, datanodeUuid=36f0c618-5316-4540-aec6-20d8bc80f66a, infoPort=38141, infoSecurePort=0, ipcPort=39153, storageInfo=lv=-57;cid=testClusterID;nsid=325460520;c=1734246601095), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:02,647 WARN [Thread-379 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/cluster_aaae7a87-fb4d-bdfa-6fc9-252397e7cf8f/dfs/data/data3/current/BP-304269561-172.17.0.2-1734246601095/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:02,647 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/cluster_aaae7a87-fb4d-bdfa-6fc9-252397e7cf8f/dfs/data/data4/current/BP-304269561-172.17.0.2-1734246601095/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:02,663 WARN [Thread-355 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T07:10:02,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59800102f2f030a with lease ID 0xe3ed632c669fe6a2: Processing first storage report for DS-83d20b61-b818-4b97-9182-c2d372f09139 from datanode DatanodeRegistration(127.0.0.1:35887, datanodeUuid=2540be93-8485-406b-8cfa-576d8461297b, infoPort=37893, infoSecurePort=0, ipcPort=43299, storageInfo=lv=-57;cid=testClusterID;nsid=325460520;c=1734246601095) 2024-12-15T07:10:02,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59800102f2f030a with lease ID 0xe3ed632c669fe6a2: from storage DS-83d20b61-b818-4b97-9182-c2d372f09139 node DatanodeRegistration(127.0.0.1:35887, datanodeUuid=2540be93-8485-406b-8cfa-576d8461297b, infoPort=37893, infoSecurePort=0, ipcPort=43299, storageInfo=lv=-57;cid=testClusterID;nsid=325460520;c=1734246601095), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:02,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59800102f2f030a with lease ID 0xe3ed632c669fe6a2: Processing first storage report for DS-39278e63-edc0-4862-acd8-79fca4b72ea7 from datanode DatanodeRegistration(127.0.0.1:35887, datanodeUuid=2540be93-8485-406b-8cfa-576d8461297b, infoPort=37893, infoSecurePort=0, ipcPort=43299, storageInfo=lv=-57;cid=testClusterID;nsid=325460520;c=1734246601095) 2024-12-15T07:10:02,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59800102f2f030a with lease ID 0xe3ed632c669fe6a2: from storage DS-39278e63-edc0-4862-acd8-79fca4b72ea7 node DatanodeRegistration(127.0.0.1:35887, datanodeUuid=2540be93-8485-406b-8cfa-576d8461297b, infoPort=37893, infoSecurePort=0, ipcPort=43299, storageInfo=lv=-57;cid=testClusterID;nsid=325460520;c=1734246601095), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:02,724 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff 2024-12-15T07:10:02,731 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/cluster_aaae7a87-fb4d-bdfa-6fc9-252397e7cf8f/zookeeper_0, clientPort=59781, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/cluster_aaae7a87-fb4d-bdfa-6fc9-252397e7cf8f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/cluster_aaae7a87-fb4d-bdfa-6fc9-252397e7cf8f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T07:10:02,732 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59781 2024-12-15T07:10:02,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:02,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:02,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741825_1001 (size=7) 2024-12-15T07:10:02,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741825_1001 (size=7) 2024-12-15T07:10:02,752 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630 with version=8 2024-12-15T07:10:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/hbase-staging 2024-12-15T07:10:02,754 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:10:02,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:02,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:02,754 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:10:02,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:02,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:10:02,754 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:10:02,754 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:10:02,755 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44743 2024-12-15T07:10:02,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:02,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:02,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44743 connecting to ZooKeeper ensemble=127.0.0.1:59781 2024-12-15T07:10:02,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447430x0, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:10:02,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44743-0x100288634690000 connected 2024-12-15T07:10:02,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:02,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:02,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:10:02,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44743 2024-12-15T07:10:02,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44743 2024-12-15T07:10:02,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44743 2024-12-15T07:10:02,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44743 2024-12-15T07:10:02,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44743 2024-12-15T07:10:02,904 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630, hbase.cluster.distributed=false 2024-12-15T07:10:02,921 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:10:02,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:02,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:02,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:10:02,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:02,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:10:02,921 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:10:02,921 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:10:02,922 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43831 2024-12-15T07:10:02,922 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T07:10:02,923 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T07:10:02,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:02,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:02,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43831 connecting to ZooKeeper ensemble=127.0.0.1:59781 2024-12-15T07:10:02,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438310x0, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:10:02,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438310x0, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:02,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43831-0x100288634690001 connected 2024-12-15T07:10:02,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:02,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:10:02,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43831 2024-12-15T07:10:02,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43831 2024-12-15T07:10:02,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43831 2024-12-15T07:10:02,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43831 2024-12-15T07:10:02,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43831 2024-12-15T07:10:02,954 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:10:02,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:02,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:02,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:10:02,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:02,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:10:02,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:10:02,955 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:10:02,956 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36153 2024-12-15T07:10:02,956 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T07:10:02,957 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T07:10:02,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:02,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:02,961 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36153 connecting to ZooKeeper ensemble=127.0.0.1:59781 2024-12-15T07:10:02,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361530x0, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:10:02,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36153-0x100288634690002 connected 2024-12-15T07:10:02,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:02,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:02,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:10:02,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36153 2024-12-15T07:10:02,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36153 2024-12-15T07:10:02,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36153 2024-12-15T07:10:02,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36153 2024-12-15T07:10:02,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36153 2024-12-15T07:10:02,972 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5965ed06ec91,44743,1734246602753 2024-12-15T07:10:02,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:02,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:02,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:02,982 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5965ed06ec91,44743,1734246602753 2024-12-15T07:10:02,985 DEBUG [M:0;5965ed06ec91:44743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5965ed06ec91:44743 2024-12-15T07:10:02,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:02,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:02,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:02,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:02,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:02,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:02,990 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T07:10:02,990 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5965ed06ec91,44743,1734246602753 from backup master directory 2024-12-15T07:10:02,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T07:10:02,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5965ed06ec91,44743,1734246602753 2024-12-15T07:10:02,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:02,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:02,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:02,998 WARN [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:10:02,998 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5965ed06ec91,44743,1734246602753 2024-12-15T07:10:03,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741826_1002 (size=42) 2024-12-15T07:10:03,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741826_1002 (size=42) 2024-12-15T07:10:03,014 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/hbase.id with ID: ad013e04-384f-4fb9-abc1-0919e6128f9b 2024-12-15T07:10:03,028 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:03,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:03,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:03,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:03,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741827_1003 (size=196) 2024-12-15T07:10:03,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741827_1003 (size=196) 2024-12-15T07:10:03,048 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T07:10:03,049 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T07:10:03,049 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:03,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741828_1004 (size=1189) 2024-12-15T07:10:03,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741828_1004 (size=1189) 2024-12-15T07:10:03,060 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store 2024-12-15T07:10:03,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741829_1005 (size=34) 2024-12-15T07:10:03,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741829_1005 (size=34) 2024-12-15T07:10:03,068 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:03,068 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T07:10:03,068 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:03,068 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:03,068 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T07:10:03,068 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:03,068 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:03,069 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:10:03,070 WARN [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/.initializing 2024-12-15T07:10:03,070 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/WALs/5965ed06ec91,44743,1734246602753 2024-12-15T07:10:03,071 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:10:03,073 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C44743%2C1734246602753, suffix=, logDir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/WALs/5965ed06ec91,44743,1734246602753, archiveDir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/oldWALs, maxLogs=10 2024-12-15T07:10:03,084 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/WALs/5965ed06ec91,44743,1734246602753/5965ed06ec91%2C44743%2C1734246602753.1734246603073, exclude list is [], retry=0 2024-12-15T07:10:03,087 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35887,DS-83d20b61-b818-4b97-9182-c2d372f09139,DISK] 2024-12-15T07:10:03,088 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36113,DS-ef11b373-7688-4acd-ae12-5d44e276265d,DISK] 2024-12-15T07:10:03,090 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/WALs/5965ed06ec91,44743,1734246602753/5965ed06ec91%2C44743%2C1734246602753.1734246603073 2024-12-15T07:10:03,090 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37893:37893),(127.0.0.1/127.0.0.1:38141:38141)] 2024-12-15T07:10:03,090 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:10:03,090 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:03,090 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:03,090 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:03,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:03,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T07:10:03,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:03,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:03,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:03,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T07:10:03,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:03,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:03,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:03,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T07:10:03,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:03,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:03,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:03,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T07:10:03,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:03,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:03,103 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:03,103 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:03,106 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T07:10:03,108 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:03,110 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:03,111 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72217579, jitterRate=0.07612578570842743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T07:10:03,112 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:10:03,112 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T07:10:03,117 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278e1dae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:03,118 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T07:10:03,118 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T07:10:03,118 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T07:10:03,118 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T07:10:03,119 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-15T07:10:03,119 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-15T07:10:03,119 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T07:10:03,121 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T07:10:03,122 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-15T07:10:03,131 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-15T07:10:03,131 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T07:10:03,132 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-15T07:10:03,139 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-15T07:10:03,140 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T07:10:03,141 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-15T07:10:03,151 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-15T07:10:03,152 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-15T07:10:03,160 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-15T07:10:03,163 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T07:10:03,173 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-15T07:10:03,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:03,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:03,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:03,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:03,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:03,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:03,183 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5965ed06ec91,44743,1734246602753, sessionid=0x100288634690000, setting cluster-up flag (Was=false) 2024-12-15T07:10:03,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:03,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:03,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:03,226 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-15T07:10:03,228 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5965ed06ec91,44743,1734246602753 2024-12-15T07:10:03,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:03,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:03,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:03,276 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-15T07:10:03,277 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5965ed06ec91,44743,1734246602753 2024-12-15T07:10:03,280 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T07:10:03,280 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T07:10:03,280 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T07:10:03,280 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5965ed06ec91,44743,1734246602753 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T07:10:03,281 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:03,281 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:03,281 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:03,281 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:03,281 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5965ed06ec91:0, corePoolSize=10, maxPoolSize=10 2024-12-15T07:10:03,281 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,281 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:10:03,281 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,282 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734246633282 2024-12-15T07:10:03,282 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T07:10:03,282 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T07:10:03,282 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T07:10:03,282 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T07:10:03,282 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T07:10:03,282 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T07:10:03,283 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,283 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T07:10:03,283 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T07:10:03,283 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T07:10:03,283 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T07:10:03,283 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T07:10:03,283 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T07:10:03,283 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T07:10:03,284 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246603283,5,FailOnTimeoutGroup] 2024-12-15T07:10:03,284 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246603284,5,FailOnTimeoutGroup] 2024-12-15T07:10:03,284 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,284 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T07:10:03,284 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,284 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,285 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:03,285 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T07:10:03,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741831_1007 (size=1039) 2024-12-15T07:10:03,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741831_1007 (size=1039) 2024-12-15T07:10:03,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T07:10:03,293 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630 2024-12-15T07:10:03,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741832_1008 (size=32) 2024-12-15T07:10:03,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741832_1008 (size=32) 2024-12-15T07:10:03,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:03,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T07:10:03,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T07:10:03,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:03,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:03,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T07:10:03,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T07:10:03,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:03,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:03,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T07:10:03,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T07:10:03,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:03,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:03,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/meta/1588230740 2024-12-15T07:10:03,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/meta/1588230740 2024-12-15T07:10:03,315 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T07:10:03,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T07:10:03,319 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:03,320 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63442904, jitterRate=-0.054627060890197754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T07:10:03,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T07:10:03,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T07:10:03,320 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T07:10:03,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T07:10:03,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T07:10:03,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T07:10:03,321 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T07:10:03,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T07:10:03,322 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T07:10:03,322 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T07:10:03,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T07:10:03,324 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T07:10:03,325 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T07:10:03,386 DEBUG [RS:1;5965ed06ec91:36153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5965ed06ec91:36153 2024-12-15T07:10:03,386 DEBUG [RS:0;5965ed06ec91:43831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5965ed06ec91:43831 2024-12-15T07:10:03,387 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.HRegionServer(1008): ClusterId : ad013e04-384f-4fb9-abc1-0919e6128f9b 2024-12-15T07:10:03,387 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.HRegionServer(1008): ClusterId : ad013e04-384f-4fb9-abc1-0919e6128f9b 2024-12-15T07:10:03,387 DEBUG [RS:0;5965ed06ec91:43831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T07:10:03,387 DEBUG [RS:1;5965ed06ec91:36153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T07:10:03,394 DEBUG [RS:1;5965ed06ec91:36153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T07:10:03,394 DEBUG [RS:0;5965ed06ec91:43831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T07:10:03,394 DEBUG [RS:1;5965ed06ec91:36153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T07:10:03,394 DEBUG [RS:0;5965ed06ec91:43831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T07:10:03,402 DEBUG [RS:1;5965ed06ec91:36153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T07:10:03,402 DEBUG [RS:0;5965ed06ec91:43831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T07:10:03,402 DEBUG [RS:1;5965ed06ec91:36153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a309e67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:03,402 DEBUG [RS:0;5965ed06ec91:43831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6539584d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:03,403 DEBUG [RS:1;5965ed06ec91:36153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f733bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:10:03,403 DEBUG [RS:0;5965ed06ec91:43831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e28ddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:10:03,403 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T07:10:03,403 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T07:10:03,403 DEBUG [RS:1;5965ed06ec91:36153 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T07:10:03,403 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T07:10:03,403 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T07:10:03,403 DEBUG [RS:0;5965ed06ec91:43831 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T07:10:03,403 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.HRegionServer(3073): reportForDuty to master=5965ed06ec91,44743,1734246602753 with isa=5965ed06ec91/172.17.0.2:36153, startcode=1734246602954 2024-12-15T07:10:03,403 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.HRegionServer(3073): reportForDuty to master=5965ed06ec91,44743,1734246602753 with isa=5965ed06ec91/172.17.0.2:43831, startcode=1734246602920 2024-12-15T07:10:03,404 DEBUG [RS:0;5965ed06ec91:43831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T07:10:03,404 DEBUG [RS:1;5965ed06ec91:36153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T07:10:03,405 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47413, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T07:10:03,405 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50467, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T07:10:03,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44743 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5965ed06ec91,36153,1734246602954 2024-12-15T07:10:03,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44743 {}] master.ServerManager(486): Registering regionserver=5965ed06ec91,36153,1734246602954 2024-12-15T07:10:03,408 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44743 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5965ed06ec91,43831,1734246602920 2024-12-15T07:10:03,408 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44743 {}] master.ServerManager(486): Registering regionserver=5965ed06ec91,43831,1734246602920 2024-12-15T07:10:03,408 DEBUG [RS:1;5965ed06ec91:36153 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630 2024-12-15T07:10:03,408 DEBUG [RS:1;5965ed06ec91:36153 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36167 2024-12-15T07:10:03,408 DEBUG [RS:1;5965ed06ec91:36153 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T07:10:03,409 DEBUG [RS:0;5965ed06ec91:43831 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630 2024-12-15T07:10:03,409 DEBUG [RS:0;5965ed06ec91:43831 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36167 2024-12-15T07:10:03,409 DEBUG [RS:0;5965ed06ec91:43831 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T07:10:03,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T07:10:03,445 DEBUG [RS:1;5965ed06ec91:36153 {}] zookeeper.ZKUtil(111): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5965ed06ec91,36153,1734246602954 2024-12-15T07:10:03,445 WARN [RS:1;5965ed06ec91:36153 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:10:03,445 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5965ed06ec91,36153,1734246602954] 2024-12-15T07:10:03,445 INFO [RS:1;5965ed06ec91:36153 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:03,445 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5965ed06ec91,43831,1734246602920] 2024-12-15T07:10:03,445 DEBUG [RS:0;5965ed06ec91:43831 {}] zookeeper.ZKUtil(111): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5965ed06ec91,43831,1734246602920 2024-12-15T07:10:03,445 DEBUG [RS:1;5965ed06ec91:36153 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/WALs/5965ed06ec91,36153,1734246602954 2024-12-15T07:10:03,445 WARN [RS:0;5965ed06ec91:43831 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:10:03,445 INFO [RS:0;5965ed06ec91:43831 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:03,445 DEBUG [RS:0;5965ed06ec91:43831 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/WALs/5965ed06ec91,43831,1734246602920 2024-12-15T07:10:03,450 DEBUG [RS:1;5965ed06ec91:36153 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-15T07:10:03,451 DEBUG [RS:0;5965ed06ec91:43831 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-15T07:10:03,451 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T07:10:03,451 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T07:10:03,453 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T07:10:03,454 INFO [RS:1;5965ed06ec91:36153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T07:10:03,454 INFO [RS:1;5965ed06ec91:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,455 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T07:10:03,455 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T07:10:03,456 INFO [RS:0;5965ed06ec91:43831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T07:10:03,457 INFO [RS:1;5965ed06ec91:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,457 INFO [RS:0;5965ed06ec91:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,457 DEBUG [RS:1;5965ed06ec91:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,457 DEBUG [RS:1;5965ed06ec91:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,457 DEBUG [RS:1;5965ed06ec91:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,457 DEBUG [RS:1;5965ed06ec91:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,457 DEBUG [RS:1;5965ed06ec91:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,457 DEBUG [RS:1;5965ed06ec91:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:10:03,457 DEBUG [RS:1;5965ed06ec91:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,457 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T07:10:03,457 DEBUG [RS:1;5965ed06ec91:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,457 DEBUG [RS:1;5965ed06ec91:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,458 DEBUG [RS:1;5965ed06ec91:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,458 DEBUG [RS:1;5965ed06ec91:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,458 DEBUG [RS:1;5965ed06ec91:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:03,458 DEBUG [RS:1;5965ed06ec91:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:03,458 INFO [RS:1;5965ed06ec91:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,458 INFO [RS:1;5965ed06ec91:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,458 INFO [RS:1;5965ed06ec91:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,458 INFO [RS:1;5965ed06ec91:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,458 INFO [RS:1;5965ed06ec91:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,36153,1734246602954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:10:03,459 INFO [RS:0;5965ed06ec91:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,459 DEBUG [RS:0;5965ed06ec91:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,459 DEBUG [RS:0;5965ed06ec91:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,459 DEBUG [RS:0;5965ed06ec91:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,459 DEBUG [RS:0;5965ed06ec91:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,459 DEBUG [RS:0;5965ed06ec91:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,459 DEBUG [RS:0;5965ed06ec91:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:10:03,459 DEBUG [RS:0;5965ed06ec91:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,459 DEBUG [RS:0;5965ed06ec91:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,460 DEBUG [RS:0;5965ed06ec91:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,460 DEBUG [RS:0;5965ed06ec91:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,460 DEBUG [RS:0;5965ed06ec91:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:03,460 DEBUG [RS:0;5965ed06ec91:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:03,460 DEBUG [RS:0;5965ed06ec91:43831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:03,463 INFO [RS:0;5965ed06ec91:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,463 INFO [RS:0;5965ed06ec91:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,463 INFO [RS:0;5965ed06ec91:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,463 INFO [RS:0;5965ed06ec91:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,463 INFO [RS:0;5965ed06ec91:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,43831,1734246602920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:10:03,473 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T07:10:03,473 INFO [RS:1;5965ed06ec91:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,36153,1734246602954-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,475 WARN [5965ed06ec91:44743 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-15T07:10:03,477 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T07:10:03,477 INFO [RS:0;5965ed06ec91:43831 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,43831,1734246602920-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:03,485 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.Replication(204): 5965ed06ec91,36153,1734246602954 started 2024-12-15T07:10:03,485 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.HRegionServer(1767): Serving as 5965ed06ec91,36153,1734246602954, RpcServer on 5965ed06ec91/172.17.0.2:36153, sessionid=0x100288634690002 2024-12-15T07:10:03,485 DEBUG [RS:1;5965ed06ec91:36153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T07:10:03,485 DEBUG [RS:1;5965ed06ec91:36153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5965ed06ec91,36153,1734246602954 2024-12-15T07:10:03,485 DEBUG [RS:1;5965ed06ec91:36153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,36153,1734246602954' 2024-12-15T07:10:03,485 DEBUG [RS:1;5965ed06ec91:36153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T07:10:03,486 DEBUG [RS:1;5965ed06ec91:36153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T07:10:03,486 DEBUG [RS:1;5965ed06ec91:36153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T07:10:03,487 DEBUG [RS:1;5965ed06ec91:36153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T07:10:03,487 DEBUG [RS:1;5965ed06ec91:36153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5965ed06ec91,36153,1734246602954 2024-12-15T07:10:03,487 DEBUG [RS:1;5965ed06ec91:36153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,36153,1734246602954' 2024-12-15T07:10:03,487 DEBUG [RS:1;5965ed06ec91:36153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T07:10:03,487 DEBUG [RS:1;5965ed06ec91:36153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T07:10:03,487 DEBUG [RS:1;5965ed06ec91:36153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T07:10:03,487 INFO [RS:1;5965ed06ec91:36153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T07:10:03,487 INFO [RS:1;5965ed06ec91:36153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T07:10:03,489 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.Replication(204): 5965ed06ec91,43831,1734246602920 started 2024-12-15T07:10:03,489 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.HRegionServer(1767): Serving as 5965ed06ec91,43831,1734246602920, RpcServer on 5965ed06ec91/172.17.0.2:43831, sessionid=0x100288634690001 2024-12-15T07:10:03,490 DEBUG [RS:0;5965ed06ec91:43831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T07:10:03,490 DEBUG [RS:0;5965ed06ec91:43831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5965ed06ec91,43831,1734246602920 2024-12-15T07:10:03,490 DEBUG [RS:0;5965ed06ec91:43831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,43831,1734246602920' 2024-12-15T07:10:03,490 DEBUG [RS:0;5965ed06ec91:43831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T07:10:03,490 DEBUG [RS:0;5965ed06ec91:43831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T07:10:03,490 DEBUG [RS:0;5965ed06ec91:43831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T07:10:03,490 DEBUG [RS:0;5965ed06ec91:43831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T07:10:03,490 DEBUG [RS:0;5965ed06ec91:43831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5965ed06ec91,43831,1734246602920 2024-12-15T07:10:03,490 DEBUG [RS:0;5965ed06ec91:43831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,43831,1734246602920' 2024-12-15T07:10:03,490 DEBUG [RS:0;5965ed06ec91:43831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T07:10:03,491 DEBUG [RS:0;5965ed06ec91:43831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T07:10:03,491 DEBUG [RS:0;5965ed06ec91:43831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T07:10:03,491 INFO [RS:0;5965ed06ec91:43831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T07:10:03,491 INFO [RS:0;5965ed06ec91:43831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T07:10:03,588 INFO [RS:1;5965ed06ec91:36153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:10:03,591 INFO [RS:1;5965ed06ec91:36153 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C36153%2C1734246602954, suffix=, logDir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/WALs/5965ed06ec91,36153,1734246602954, archiveDir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/oldWALs, maxLogs=32 2024-12-15T07:10:03,592 INFO [RS:0;5965ed06ec91:43831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:10:03,595 INFO [RS:0;5965ed06ec91:43831 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C43831%2C1734246602920, suffix=, logDir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/WALs/5965ed06ec91,43831,1734246602920, archiveDir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/oldWALs, maxLogs=32 2024-12-15T07:10:03,613 DEBUG [RS:1;5965ed06ec91:36153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/WALs/5965ed06ec91,36153,1734246602954/5965ed06ec91%2C36153%2C1734246602954.1734246603594, exclude list is [], retry=0 2024-12-15T07:10:03,614 DEBUG [RS:0;5965ed06ec91:43831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/WALs/5965ed06ec91,43831,1734246602920/5965ed06ec91%2C43831%2C1734246602920.1734246603597, exclude list is [], retry=0 2024-12-15T07:10:03,617 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36113,DS-ef11b373-7688-4acd-ae12-5d44e276265d,DISK] 2024-12-15T07:10:03,617 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35887,DS-83d20b61-b818-4b97-9182-c2d372f09139,DISK] 2024-12-15T07:10:03,617 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35887,DS-83d20b61-b818-4b97-9182-c2d372f09139,DISK] 2024-12-15T07:10:03,618 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36113,DS-ef11b373-7688-4acd-ae12-5d44e276265d,DISK] 2024-12-15T07:10:03,620 INFO [RS:0;5965ed06ec91:43831 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/WALs/5965ed06ec91,43831,1734246602920/5965ed06ec91%2C43831%2C1734246602920.1734246603597 2024-12-15T07:10:03,620 DEBUG [RS:0;5965ed06ec91:43831 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37893:37893),(127.0.0.1/127.0.0.1:38141:38141)] 2024-12-15T07:10:03,620 INFO [RS:1;5965ed06ec91:36153 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/WALs/5965ed06ec91,36153,1734246602954/5965ed06ec91%2C36153%2C1734246602954.1734246603594 2024-12-15T07:10:03,621 DEBUG [RS:1;5965ed06ec91:36153 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37893:37893),(127.0.0.1/127.0.0.1:38141:38141)] 2024-12-15T07:10:03,725 DEBUG [5965ed06ec91:44743 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-15T07:10:03,726 DEBUG [5965ed06ec91:44743 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:10:03,729 DEBUG [5965ed06ec91:44743 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:10:03,729 DEBUG [5965ed06ec91:44743 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:10:03,729 INFO [5965ed06ec91:44743 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:10:03,729 INFO [5965ed06ec91:44743 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:10:03,729 DEBUG [5965ed06ec91:44743 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:10:03,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5965ed06ec91,43831,1734246602920 2024-12-15T07:10:03,731 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5965ed06ec91,43831,1734246602920, state=OPENING 2024-12-15T07:10:03,743 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T07:10:03,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:03,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:03,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:03,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5965ed06ec91,43831,1734246602920}] 2024-12-15T07:10:03,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:03,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:03,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:03,854 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T07:10:03,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:03,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:03,907 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,43831,1734246602920 2024-12-15T07:10:03,907 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:03,909 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:03,913 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T07:10:03,913 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:03,913 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T07:10:03,915 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C43831%2C1734246602920.meta, suffix=.meta, logDir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/WALs/5965ed06ec91,43831,1734246602920, archiveDir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/oldWALs, maxLogs=32 2024-12-15T07:10:03,932 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/WALs/5965ed06ec91,43831,1734246602920/5965ed06ec91%2C43831%2C1734246602920.meta.1734246603916.meta, exclude list is [], retry=0 2024-12-15T07:10:03,934 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36113,DS-ef11b373-7688-4acd-ae12-5d44e276265d,DISK] 2024-12-15T07:10:03,935 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35887,DS-83d20b61-b818-4b97-9182-c2d372f09139,DISK] 2024-12-15T07:10:03,937 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/WALs/5965ed06ec91,43831,1734246602920/5965ed06ec91%2C43831%2C1734246602920.meta.1734246603916.meta 2024-12-15T07:10:03,937 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38141:38141),(127.0.0.1/127.0.0.1:37893:37893)] 2024-12-15T07:10:03,937 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:10:03,937 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T07:10:03,937 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T07:10:03,938 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T07:10:03,938 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T07:10:03,938 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:03,938 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T07:10:03,938 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T07:10:03,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T07:10:03,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T07:10:03,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:03,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:03,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T07:10:03,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T07:10:03,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:03,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:03,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T07:10:03,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T07:10:03,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:03,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:03,947 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/meta/1588230740 2024-12-15T07:10:03,949 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/meta/1588230740 2024-12-15T07:10:03,951 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T07:10:03,953 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T07:10:03,954 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69305789, jitterRate=0.03273673355579376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T07:10:03,955 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T07:10:03,956 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734246603907 2024-12-15T07:10:03,959 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T07:10:03,959 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T07:10:03,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,43831,1734246602920 2024-12-15T07:10:03,961 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5965ed06ec91,43831,1734246602920, state=OPEN 2024-12-15T07:10:03,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:10:03,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:10:03,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:10:03,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:03,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:03,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:03,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T07:10:03,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5965ed06ec91,43831,1734246602920 in 216 msec 2024-12-15T07:10:03,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T07:10:03,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 649 msec 2024-12-15T07:10:03,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 697 msec 2024-12-15T07:10:03,977 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734246603977, completionTime=-1 2024-12-15T07:10:03,977 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-15T07:10:03,977 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T07:10:03,978 DEBUG [hconnection-0x26122c6e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:03,979 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:03,981 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-15T07:10:03,981 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734246663981 2024-12-15T07:10:03,981 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734246723981 2024-12-15T07:10:03,981 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-15T07:10:04,002 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,44743,1734246602753-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:04,002 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,44743,1734246602753-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:04,002 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,44743,1734246602753-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:04,002 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5965ed06ec91:44743, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:04,002 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:04,002 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T07:10:04,002 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T07:10:04,004 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T07:10:04,004 DEBUG [master/5965ed06ec91:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T07:10:04,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T07:10:04,005 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:04,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T07:10:04,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741836_1012 (size=358) 2024-12-15T07:10:04,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741836_1012 (size=358) 2024-12-15T07:10:04,016 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 86c7b55204002d4d9a9c3c3c7831fb7f, NAME => 'hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630 2024-12-15T07:10:04,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741837_1013 (size=42) 2024-12-15T07:10:04,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741837_1013 (size=42) 2024-12-15T07:10:04,027 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:04,027 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 86c7b55204002d4d9a9c3c3c7831fb7f, disabling compactions & flushes 2024-12-15T07:10:04,027 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f. 2024-12-15T07:10:04,027 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f. 2024-12-15T07:10:04,027 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f. after waiting 0 ms 2024-12-15T07:10:04,027 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f. 2024-12-15T07:10:04,027 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f. 2024-12-15T07:10:04,027 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 86c7b55204002d4d9a9c3c3c7831fb7f: 2024-12-15T07:10:04,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T07:10:04,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734246604029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246604029"}]},"ts":"1734246604029"} 2024-12-15T07:10:04,032 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T07:10:04,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T07:10:04,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246604034"}]},"ts":"1734246604034"} 2024-12-15T07:10:04,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T07:10:04,051 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:10:04,052 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:10:04,052 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:10:04,052 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:10:04,052 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:10:04,052 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:10:04,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=86c7b55204002d4d9a9c3c3c7831fb7f, ASSIGN}] 2024-12-15T07:10:04,054 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=86c7b55204002d4d9a9c3c3c7831fb7f, ASSIGN 2024-12-15T07:10:04,056 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=86c7b55204002d4d9a9c3c3c7831fb7f, ASSIGN; state=OFFLINE, location=5965ed06ec91,36153,1734246602954; forceNewPlan=false, retain=false 2024-12-15T07:10:04,206 INFO [5965ed06ec91:44743 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T07:10:04,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=86c7b55204002d4d9a9c3c3c7831fb7f, regionState=OPENING, regionLocation=5965ed06ec91,36153,1734246602954 2024-12-15T07:10:04,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 86c7b55204002d4d9a9c3c3c7831fb7f, server=5965ed06ec91,36153,1734246602954}] 2024-12-15T07:10:04,369 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,36153,1734246602954 2024-12-15T07:10:04,369 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:04,371 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:04,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f. 2024-12-15T07:10:04,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 86c7b55204002d4d9a9c3c3c7831fb7f, NAME => 'hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f.', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:10:04,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 86c7b55204002d4d9a9c3c3c7831fb7f 2024-12-15T07:10:04,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:04,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 86c7b55204002d4d9a9c3c3c7831fb7f 2024-12-15T07:10:04,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 86c7b55204002d4d9a9c3c3c7831fb7f 2024-12-15T07:10:04,381 INFO [StoreOpener-86c7b55204002d4d9a9c3c3c7831fb7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 86c7b55204002d4d9a9c3c3c7831fb7f 2024-12-15T07:10:04,383 INFO [StoreOpener-86c7b55204002d4d9a9c3c3c7831fb7f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86c7b55204002d4d9a9c3c3c7831fb7f columnFamilyName info 2024-12-15T07:10:04,383 DEBUG [StoreOpener-86c7b55204002d4d9a9c3c3c7831fb7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:04,384 INFO [StoreOpener-86c7b55204002d4d9a9c3c3c7831fb7f-1 {}] regionserver.HStore(327): Store=86c7b55204002d4d9a9c3c3c7831fb7f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:04,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/namespace/86c7b55204002d4d9a9c3c3c7831fb7f 2024-12-15T07:10:04,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/namespace/86c7b55204002d4d9a9c3c3c7831fb7f 2024-12-15T07:10:04,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 86c7b55204002d4d9a9c3c3c7831fb7f 2024-12-15T07:10:04,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/namespace/86c7b55204002d4d9a9c3c3c7831fb7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:04,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 86c7b55204002d4d9a9c3c3c7831fb7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69785673, jitterRate=0.03988756239414215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:10:04,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 86c7b55204002d4d9a9c3c3c7831fb7f: 2024-12-15T07:10:04,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f., pid=6, masterSystemTime=1734246604368 2024-12-15T07:10:04,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f. 2024-12-15T07:10:04,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f. 2024-12-15T07:10:04,402 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=86c7b55204002d4d9a9c3c3c7831fb7f, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,36153,1734246602954 2024-12-15T07:10:04,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T07:10:04,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 86c7b55204002d4d9a9c3c3c7831fb7f, server=5965ed06ec91,36153,1734246602954 in 191 msec 2024-12-15T07:10:04,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T07:10:04,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=86c7b55204002d4d9a9c3c3c7831fb7f, ASSIGN in 356 msec 2024-12-15T07:10:04,411 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T07:10:04,411 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246604411"}]},"ts":"1734246604411"} 2024-12-15T07:10:04,413 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T07:10:04,424 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T07:10:04,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 422 msec 2024-12-15T07:10:04,506 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-15T07:10:04,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:04,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:10:04,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:04,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:04,521 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:04,523 INFO [RS-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:04,526 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T07:10:04,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:10:04,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 28 msec 2024-12-15T07:10:04,560 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T07:10:04,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:10:04,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 32 msec 2024-12-15T07:10:04,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T07:10:04,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T07:10:04,635 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.637sec 2024-12-15T07:10:04,635 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T07:10:04,636 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T07:10:04,636 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T07:10:04,636 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T07:10:04,636 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T07:10:04,636 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,44743,1734246602753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:10:04,636 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,44743,1734246602753-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T07:10:04,640 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T07:10:04,640 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T07:10:04,640 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,44743,1734246602753-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:04,675 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e980530 to 127.0.0.1:59781 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cedb2c8 2024-12-15T07:10:04,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5abb3c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:04,688 DEBUG [hconnection-0x6fa9b372-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:04,690 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:04,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5965ed06ec91,44743,1734246602753 2024-12-15T07:10:04,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T07:10:04,696 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T07:10:04,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T07:10:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-15T07:10:04,702 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T07:10:04,702 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:04,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-15T07:10:04,704 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T07:10:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:04,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741838_1014 (size=379) 2024-12-15T07:10:04,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741838_1014 (size=379) 2024-12-15T07:10:04,714 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 09eb52882973a2a5e117e7c5db2f0a36, NAME => 'testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630 2024-12-15T07:10:04,715 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 054086b9b3114508319f7f10cdd6742b, NAME => 'testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630 2024-12-15T07:10:04,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741839_1015 (size=61) 2024-12-15T07:10:04,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741839_1015 (size=61) 2024-12-15T07:10:04,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741840_1016 (size=61) 2024-12-15T07:10:04,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741840_1016 (size=61) 2024-12-15T07:10:04,727 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:04,727 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:04,727 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 054086b9b3114508319f7f10cdd6742b, disabling compactions & flushes 2024-12-15T07:10:04,727 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 09eb52882973a2a5e117e7c5db2f0a36, disabling compactions & flushes 2024-12-15T07:10:04,727 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b. 2024-12-15T07:10:04,727 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36. 2024-12-15T07:10:04,727 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b. 2024-12-15T07:10:04,727 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b. after waiting 0 ms 2024-12-15T07:10:04,727 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36. 2024-12-15T07:10:04,727 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b. 2024-12-15T07:10:04,727 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36. after waiting 0 ms 2024-12-15T07:10:04,727 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b. 2024-12-15T07:10:04,727 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36. 2024-12-15T07:10:04,727 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 054086b9b3114508319f7f10cdd6742b: 2024-12-15T07:10:04,727 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36. 2024-12-15T07:10:04,727 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 09eb52882973a2a5e117e7c5db2f0a36: 2024-12-15T07:10:04,729 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T07:10:04,729 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734246604729"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246604729"}]},"ts":"1734246604729"} 2024-12-15T07:10:04,729 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734246604729"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246604729"}]},"ts":"1734246604729"} 2024-12-15T07:10:04,733 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-15T07:10:04,734 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T07:10:04,734 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246604734"}]},"ts":"1734246604734"} 2024-12-15T07:10:04,736 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-15T07:10:04,751 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:10:04,753 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:10:04,753 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:10:04,753 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:10:04,753 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:10:04,753 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:10:04,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=09eb52882973a2a5e117e7c5db2f0a36, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=054086b9b3114508319f7f10cdd6742b, ASSIGN}] 2024-12-15T07:10:04,756 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=054086b9b3114508319f7f10cdd6742b, ASSIGN 2024-12-15T07:10:04,756 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=09eb52882973a2a5e117e7c5db2f0a36, ASSIGN 2024-12-15T07:10:04,758 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=09eb52882973a2a5e117e7c5db2f0a36, ASSIGN; state=OFFLINE, location=5965ed06ec91,36153,1734246602954; forceNewPlan=false, retain=false 2024-12-15T07:10:04,758 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=054086b9b3114508319f7f10cdd6742b, ASSIGN; state=OFFLINE, location=5965ed06ec91,43831,1734246602920; forceNewPlan=false, retain=false 2024-12-15T07:10:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:04,908 INFO [5965ed06ec91:44743 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-15T07:10:04,909 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=054086b9b3114508319f7f10cdd6742b, regionState=OPENING, regionLocation=5965ed06ec91,43831,1734246602920 2024-12-15T07:10:04,909 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=09eb52882973a2a5e117e7c5db2f0a36, regionState=OPENING, regionLocation=5965ed06ec91,36153,1734246602954 2024-12-15T07:10:04,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 054086b9b3114508319f7f10cdd6742b, server=5965ed06ec91,43831,1734246602920}] 2024-12-15T07:10:04,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 09eb52882973a2a5e117e7c5db2f0a36, server=5965ed06ec91,36153,1734246602954}] 2024-12-15T07:10:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:05,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,43831,1734246602920 2024-12-15T07:10:05,071 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,36153,1734246602954 2024-12-15T07:10:05,079 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b. 2024-12-15T07:10:05,079 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 054086b9b3114508319f7f10cdd6742b, NAME => 'testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b.', STARTKEY => '5', ENDKEY => ''} 2024-12-15T07:10:05,079 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 054086b9b3114508319f7f10cdd6742b 2024-12-15T07:10:05,080 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:05,080 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36. 2024-12-15T07:10:05,080 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 054086b9b3114508319f7f10cdd6742b 2024-12-15T07:10:05,080 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 054086b9b3114508319f7f10cdd6742b 2024-12-15T07:10:05,080 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 09eb52882973a2a5e117e7c5db2f0a36, NAME => 'testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36.', STARTKEY => '', ENDKEY => '5'} 2024-12-15T07:10:05,080 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 09eb52882973a2a5e117e7c5db2f0a36 2024-12-15T07:10:05,080 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:05,081 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 09eb52882973a2a5e117e7c5db2f0a36 2024-12-15T07:10:05,081 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 09eb52882973a2a5e117e7c5db2f0a36 2024-12-15T07:10:05,082 INFO [StoreOpener-054086b9b3114508319f7f10cdd6742b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 054086b9b3114508319f7f10cdd6742b 2024-12-15T07:10:05,082 INFO [StoreOpener-09eb52882973a2a5e117e7c5db2f0a36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 09eb52882973a2a5e117e7c5db2f0a36 2024-12-15T07:10:05,084 INFO [StoreOpener-054086b9b3114508319f7f10cdd6742b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 054086b9b3114508319f7f10cdd6742b columnFamilyName family 2024-12-15T07:10:05,084 INFO [StoreOpener-09eb52882973a2a5e117e7c5db2f0a36-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09eb52882973a2a5e117e7c5db2f0a36 columnFamilyName family 2024-12-15T07:10:05,084 DEBUG [StoreOpener-09eb52882973a2a5e117e7c5db2f0a36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:05,084 DEBUG [StoreOpener-054086b9b3114508319f7f10cdd6742b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:05,084 INFO [StoreOpener-054086b9b3114508319f7f10cdd6742b-1 {}] regionserver.HStore(327): Store=054086b9b3114508319f7f10cdd6742b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:05,084 INFO [StoreOpener-09eb52882973a2a5e117e7c5db2f0a36-1 {}] regionserver.HStore(327): Store=09eb52882973a2a5e117e7c5db2f0a36/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:05,085 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/09eb52882973a2a5e117e7c5db2f0a36 2024-12-15T07:10:05,085 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/054086b9b3114508319f7f10cdd6742b 2024-12-15T07:10:05,086 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/09eb52882973a2a5e117e7c5db2f0a36 2024-12-15T07:10:05,086 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/054086b9b3114508319f7f10cdd6742b 2024-12-15T07:10:05,088 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 09eb52882973a2a5e117e7c5db2f0a36 2024-12-15T07:10:05,088 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 054086b9b3114508319f7f10cdd6742b 2024-12-15T07:10:05,091 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/054086b9b3114508319f7f10cdd6742b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:05,091 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/09eb52882973a2a5e117e7c5db2f0a36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:05,091 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 054086b9b3114508319f7f10cdd6742b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75439144, jitterRate=0.12413084506988525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:10:05,091 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 09eb52882973a2a5e117e7c5db2f0a36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67586563, jitterRate=0.0071182698011398315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:10:05,092 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 054086b9b3114508319f7f10cdd6742b: 2024-12-15T07:10:05,092 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 09eb52882973a2a5e117e7c5db2f0a36: 2024-12-15T07:10:05,093 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36., pid=13, masterSystemTime=1734246605071 2024-12-15T07:10:05,093 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b., pid=12, masterSystemTime=1734246605069 2024-12-15T07:10:05,096 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b. 2024-12-15T07:10:05,096 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b. 2024-12-15T07:10:05,097 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=054086b9b3114508319f7f10cdd6742b, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,43831,1734246602920 2024-12-15T07:10:05,097 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36. 2024-12-15T07:10:05,097 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36. 2024-12-15T07:10:05,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=09eb52882973a2a5e117e7c5db2f0a36, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,36153,1734246602954 2024-12-15T07:10:05,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-15T07:10:05,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-15T07:10:05,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 09eb52882973a2a5e117e7c5db2f0a36, server=5965ed06ec91,36153,1734246602954 in 185 msec 2024-12-15T07:10:05,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 054086b9b3114508319f7f10cdd6742b, server=5965ed06ec91,43831,1734246602920 in 186 msec 2024-12-15T07:10:05,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=054086b9b3114508319f7f10cdd6742b, ASSIGN in 348 msec 2024-12-15T07:10:05,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-15T07:10:05,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=09eb52882973a2a5e117e7c5db2f0a36, ASSIGN in 348 msec 2024-12-15T07:10:05,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T07:10:05,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246605106"}]},"ts":"1734246605106"} 2024-12-15T07:10:05,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-15T07:10:05,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T07:10:05,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 454 msec 2024-12-15T07:10:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:05,314 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-15T07:10:05,315 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-15T07:10:05,315 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T07:10:05,321 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-15T07:10:05,321 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T07:10:05,321 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-15T07:10:05,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:05,328 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:05,348 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 054086b9b3114508319f7f10cdd6742b 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-15T07:10:05,365 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/054086b9b3114508319f7f10cdd6742b/.tmp/family/5bbc25eb8a5e4eb6bb10c886799775e7 is 32, key is 5/family:/1734246605339/Put/seqid=0 2024-12-15T07:10:05,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741841_1017 (size=5083) 2024-12-15T07:10:05,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741841_1017 (size=5083) 2024-12-15T07:10:05,372 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/054086b9b3114508319f7f10cdd6742b/.tmp/family/5bbc25eb8a5e4eb6bb10c886799775e7 2024-12-15T07:10:05,381 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/054086b9b3114508319f7f10cdd6742b/.tmp/family/5bbc25eb8a5e4eb6bb10c886799775e7 as hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/054086b9b3114508319f7f10cdd6742b/family/5bbc25eb8a5e4eb6bb10c886799775e7 2024-12-15T07:10:05,390 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/054086b9b3114508319f7f10cdd6742b/family/5bbc25eb8a5e4eb6bb10c886799775e7, entries=5, sequenceid=9, filesize=5.0 K 2024-12-15T07:10:05,391 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 054086b9b3114508319f7f10cdd6742b in 44ms, sequenceid=9, compaction requested=false 2024-12-15T07:10:05,391 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 054086b9b3114508319f7f10cdd6742b: 2024-12-15T07:10:05,391 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 09eb52882973a2a5e117e7c5db2f0a36 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-15T07:10:05,413 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/09eb52882973a2a5e117e7c5db2f0a36/.tmp/family/052d9eb0adeb40dda991d4abf958654c is 32, key is 1/family:/1734246605329/Put/seqid=0 2024-12-15T07:10:05,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741842_1018 (size=5054) 2024-12-15T07:10:05,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741842_1018 (size=5054) 2024-12-15T07:10:05,420 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/09eb52882973a2a5e117e7c5db2f0a36/.tmp/family/052d9eb0adeb40dda991d4abf958654c 2024-12-15T07:10:05,428 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/09eb52882973a2a5e117e7c5db2f0a36/.tmp/family/052d9eb0adeb40dda991d4abf958654c as hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/09eb52882973a2a5e117e7c5db2f0a36/family/052d9eb0adeb40dda991d4abf958654c 2024-12-15T07:10:05,437 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/09eb52882973a2a5e117e7c5db2f0a36/family/052d9eb0adeb40dda991d4abf958654c, entries=4, sequenceid=8, filesize=4.9 K 2024-12-15T07:10:05,438 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 09eb52882973a2a5e117e7c5db2f0a36 in 47ms, sequenceid=8, compaction requested=false 2024-12-15T07:10:05,438 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 09eb52882973a2a5e117e7c5db2f0a36: 2024-12-15T07:10:05,442 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T07:10:05,442 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T07:10:05,442 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e980530 to 127.0.0.1:59781 2024-12-15T07:10:05,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:05,443 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T07:10:05,443 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1070781513, stopped=false 2024-12-15T07:10:05,443 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5965ed06ec91,44743,1734246602753 2024-12-15T07:10:05,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:05,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:05,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:05,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T07:10:05,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:05,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:05,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:05,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:05,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:05,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:05,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:05,461 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,43831,1734246602920' ***** 2024-12-15T07:10:05,461 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T07:10:05,461 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,36153,1734246602954' ***** 2024-12-15T07:10:05,461 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T07:10:05,461 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T07:10:05,461 INFO [RS:0;5965ed06ec91:43831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T07:10:05,461 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T07:10:05,461 INFO [RS:0;5965ed06ec91:43831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T07:10:05,461 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.HRegionServer(3579): Received CLOSE for 054086b9b3114508319f7f10cdd6742b 2024-12-15T07:10:05,461 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T07:10:05,461 INFO [RS:1;5965ed06ec91:36153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T07:10:05,461 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,43831,1734246602920 2024-12-15T07:10:05,461 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T07:10:05,461 INFO [RS:1;5965ed06ec91:36153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T07:10:05,461 DEBUG [RS:0;5965ed06ec91:43831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:05,461 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.HRegionServer(3579): Received CLOSE for 09eb52882973a2a5e117e7c5db2f0a36 2024-12-15T07:10:05,461 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T07:10:05,462 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T07:10:05,462 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T07:10:05,462 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T07:10:05,462 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.HRegionServer(3579): Received CLOSE for 86c7b55204002d4d9a9c3c3c7831fb7f 2024-12-15T07:10:05,462 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,36153,1734246602954 2024-12-15T07:10:05,462 DEBUG [RS:1;5965ed06ec91:36153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:05,462 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 09eb52882973a2a5e117e7c5db2f0a36, disabling compactions & flushes 2024-12-15T07:10:05,462 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-15T07:10:05,462 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36. 2024-12-15T07:10:05,462 DEBUG [RS:1;5965ed06ec91:36153 {}] regionserver.HRegionServer(1603): Online Regions={09eb52882973a2a5e117e7c5db2f0a36=testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36., 86c7b55204002d4d9a9c3c3c7831fb7f=hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f.} 2024-12-15T07:10:05,462 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 054086b9b3114508319f7f10cdd6742b, disabling compactions & flushes 2024-12-15T07:10:05,462 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36. 2024-12-15T07:10:05,462 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b. 2024-12-15T07:10:05,462 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36. after waiting 0 ms 2024-12-15T07:10:05,462 DEBUG [RS:1;5965ed06ec91:36153 {}] regionserver.HRegionServer(1629): Waiting on 09eb52882973a2a5e117e7c5db2f0a36, 86c7b55204002d4d9a9c3c3c7831fb7f 2024-12-15T07:10:05,462 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b. 2024-12-15T07:10:05,462 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36. 2024-12-15T07:10:05,462 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b. after waiting 0 ms 2024-12-15T07:10:05,462 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-15T07:10:05,462 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b. 2024-12-15T07:10:05,462 DEBUG [RS:0;5965ed06ec91:43831 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 054086b9b3114508319f7f10cdd6742b=testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b.} 2024-12-15T07:10:05,462 DEBUG [RS:0;5965ed06ec91:43831 {}] regionserver.HRegionServer(1629): Waiting on 054086b9b3114508319f7f10cdd6742b, 1588230740 2024-12-15T07:10:05,462 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T07:10:05,463 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T07:10:05,463 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T07:10:05,463 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T07:10:05,463 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T07:10:05,463 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-15T07:10:05,465 INFO [regionserver/5965ed06ec91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:05,468 INFO [regionserver/5965ed06ec91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T07:10:05,469 INFO [regionserver/5965ed06ec91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T07:10:05,469 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/054086b9b3114508319f7f10cdd6742b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-15T07:10:05,469 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/default/testClearRegionBlockCache/09eb52882973a2a5e117e7c5db2f0a36/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-15T07:10:05,469 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b. 2024-12-15T07:10:05,470 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 054086b9b3114508319f7f10cdd6742b: 2024-12-15T07:10:05,470 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36. 2024-12-15T07:10:05,470 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 09eb52882973a2a5e117e7c5db2f0a36: 2024-12-15T07:10:05,470 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b. 2024-12-15T07:10:05,470 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1734246604698.09eb52882973a2a5e117e7c5db2f0a36. 2024-12-15T07:10:05,470 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 86c7b55204002d4d9a9c3c3c7831fb7f, disabling compactions & flushes 2024-12-15T07:10:05,470 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f. 2024-12-15T07:10:05,470 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f. 2024-12-15T07:10:05,470 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f. after waiting 0 ms 2024-12-15T07:10:05,470 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f. 2024-12-15T07:10:05,471 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 86c7b55204002d4d9a9c3c3c7831fb7f 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T07:10:05,476 INFO [regionserver/5965ed06ec91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T07:10:05,476 INFO [regionserver/5965ed06ec91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T07:10:05,488 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/meta/1588230740/.tmp/info/0a6182323c7f4fd88c47a8117a6ef6fc is 173, key is testClearRegionBlockCache,5,1734246604698.054086b9b3114508319f7f10cdd6742b./info:regioninfo/1734246605096/Put/seqid=0 2024-12-15T07:10:05,493 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/namespace/86c7b55204002d4d9a9c3c3c7831fb7f/.tmp/info/62cfcd7337ff467e927ba0fa2e09192e is 45, key is default/info:d/1734246604532/Put/seqid=0 2024-12-15T07:10:05,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741843_1019 (size=9337) 2024-12-15T07:10:05,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741843_1019 (size=9337) 2024-12-15T07:10:05,495 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/meta/1588230740/.tmp/info/0a6182323c7f4fd88c47a8117a6ef6fc 2024-12-15T07:10:05,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741844_1020 (size=5037) 2024-12-15T07:10:05,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741844_1020 (size=5037) 2024-12-15T07:10:05,500 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/namespace/86c7b55204002d4d9a9c3c3c7831fb7f/.tmp/info/62cfcd7337ff467e927ba0fa2e09192e 2024-12-15T07:10:05,507 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/namespace/86c7b55204002d4d9a9c3c3c7831fb7f/.tmp/info/62cfcd7337ff467e927ba0fa2e09192e as hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/namespace/86c7b55204002d4d9a9c3c3c7831fb7f/info/62cfcd7337ff467e927ba0fa2e09192e 2024-12-15T07:10:05,516 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/namespace/86c7b55204002d4d9a9c3c3c7831fb7f/info/62cfcd7337ff467e927ba0fa2e09192e, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T07:10:05,517 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 86c7b55204002d4d9a9c3c3c7831fb7f in 47ms, sequenceid=6, compaction requested=false 2024-12-15T07:10:05,524 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/namespace/86c7b55204002d4d9a9c3c3c7831fb7f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T07:10:05,525 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f. 2024-12-15T07:10:05,525 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 86c7b55204002d4d9a9c3c3c7831fb7f: 2024-12-15T07:10:05,525 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734246604002.86c7b55204002d4d9a9c3c3c7831fb7f. 2024-12-15T07:10:05,526 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/meta/1588230740/.tmp/table/cf9ddb3c49a94797a955e79e54314700 is 61, key is testClearRegionBlockCache/table:state/1734246605106/Put/seqid=0 2024-12-15T07:10:05,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741845_1021 (size=5392) 2024-12-15T07:10:05,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741845_1021 (size=5392) 2024-12-15T07:10:05,533 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/meta/1588230740/.tmp/table/cf9ddb3c49a94797a955e79e54314700 2024-12-15T07:10:05,542 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/meta/1588230740/.tmp/info/0a6182323c7f4fd88c47a8117a6ef6fc as hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/meta/1588230740/info/0a6182323c7f4fd88c47a8117a6ef6fc 2024-12-15T07:10:05,552 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/meta/1588230740/info/0a6182323c7f4fd88c47a8117a6ef6fc, entries=30, sequenceid=16, filesize=9.1 K 2024-12-15T07:10:05,553 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/meta/1588230740/.tmp/table/cf9ddb3c49a94797a955e79e54314700 as hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/meta/1588230740/table/cf9ddb3c49a94797a955e79e54314700 2024-12-15T07:10:05,561 INFO [regionserver/5965ed06ec91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:05,563 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/meta/1588230740/table/cf9ddb3c49a94797a955e79e54314700, entries=4, sequenceid=16, filesize=5.3 K 2024-12-15T07:10:05,564 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=16, compaction requested=false 2024-12-15T07:10:05,569 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-15T07:10:05,570 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T07:10:05,570 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T07:10:05,570 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T07:10:05,571 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T07:10:05,662 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,36153,1734246602954; all regions closed. 2024-12-15T07:10:05,662 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,43831,1734246602920; all regions closed. 2024-12-15T07:10:05,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741835_1011 (size=5602) 2024-12-15T07:10:05,666 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/WALs/5965ed06ec91,36153,1734246602954/5965ed06ec91%2C36153%2C1734246602954.1734246603594 not finished, retry = 0 2024-12-15T07:10:05,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741833_1009 (size=3079) 2024-12-15T07:10:05,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741833_1009 (size=3079) 2024-12-15T07:10:05,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741835_1011 (size=5602) 2024-12-15T07:10:05,668 DEBUG [RS:0;5965ed06ec91:43831 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/oldWALs 2024-12-15T07:10:05,668 INFO [RS:0;5965ed06ec91:43831 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C43831%2C1734246602920.meta:.meta(num 1734246603916) 2024-12-15T07:10:05,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741834_1010 (size=1867) 2024-12-15T07:10:05,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741834_1010 (size=1867) 2024-12-15T07:10:05,674 DEBUG [RS:0;5965ed06ec91:43831 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/oldWALs 2024-12-15T07:10:05,674 INFO [RS:0;5965ed06ec91:43831 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C43831%2C1734246602920:(num 1734246603597) 2024-12-15T07:10:05,674 DEBUG [RS:0;5965ed06ec91:43831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:05,674 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:05,675 INFO [RS:0;5965ed06ec91:43831 {}] hbase.ChoreService(370): Chore service for: regionserver/5965ed06ec91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T07:10:05,675 INFO [regionserver/5965ed06ec91:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:05,675 INFO [RS:0;5965ed06ec91:43831 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43831 2024-12-15T07:10:05,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5965ed06ec91,43831,1734246602920 2024-12-15T07:10:05,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T07:10:05,768 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5965ed06ec91,43831,1734246602920] 2024-12-15T07:10:05,769 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5965ed06ec91,43831,1734246602920; numProcessing=1 2024-12-15T07:10:05,772 DEBUG [RS:1;5965ed06ec91:36153 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/oldWALs 2024-12-15T07:10:05,772 INFO [RS:1;5965ed06ec91:36153 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C36153%2C1734246602954:(num 1734246603594) 2024-12-15T07:10:05,772 DEBUG [RS:1;5965ed06ec91:36153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:05,772 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:05,773 INFO [RS:1;5965ed06ec91:36153 {}] hbase.ChoreService(370): Chore service for: regionserver/5965ed06ec91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T07:10:05,773 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T07:10:05,773 INFO [regionserver/5965ed06ec91:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:05,773 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T07:10:05,773 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T07:10:05,774 INFO [RS:1;5965ed06ec91:36153 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36153 2024-12-15T07:10:05,776 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5965ed06ec91,43831,1734246602920 already deleted, retry=false 2024-12-15T07:10:05,776 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5965ed06ec91,43831,1734246602920 expired; onlineServers=1 2024-12-15T07:10:05,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T07:10:05,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5965ed06ec91,36153,1734246602954 2024-12-15T07:10:05,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5965ed06ec91,36153,1734246602954] 2024-12-15T07:10:05,793 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5965ed06ec91,36153,1734246602954; numProcessing=2 2024-12-15T07:10:05,801 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5965ed06ec91,36153,1734246602954 already deleted, retry=false 2024-12-15T07:10:05,801 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5965ed06ec91,36153,1734246602954 expired; onlineServers=0 2024-12-15T07:10:05,801 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,44743,1734246602753' ***** 2024-12-15T07:10:05,801 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T07:10:05,802 DEBUG [M:0;5965ed06ec91:44743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6305c59c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:10:05,802 INFO [M:0;5965ed06ec91:44743 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,44743,1734246602753 2024-12-15T07:10:05,802 INFO [M:0;5965ed06ec91:44743 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,44743,1734246602753; all regions closed. 2024-12-15T07:10:05,802 DEBUG [M:0;5965ed06ec91:44743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:05,802 DEBUG [M:0;5965ed06ec91:44743 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T07:10:05,802 DEBUG [M:0;5965ed06ec91:44743 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T07:10:05,802 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T07:10:05,802 DEBUG [master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246603284 {}] cleaner.HFileCleaner(306): Exit Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246603284,5,FailOnTimeoutGroup] 2024-12-15T07:10:05,802 DEBUG [master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246603283 {}] cleaner.HFileCleaner(306): Exit Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246603283,5,FailOnTimeoutGroup] 2024-12-15T07:10:05,803 INFO [M:0;5965ed06ec91:44743 {}] hbase.ChoreService(370): Chore service for: master/5965ed06ec91:0 had [] on shutdown 2024-12-15T07:10:05,803 DEBUG [M:0;5965ed06ec91:44743 {}] master.HMaster(1733): Stopping service threads 2024-12-15T07:10:05,803 INFO [M:0;5965ed06ec91:44743 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T07:10:05,803 INFO [M:0;5965ed06ec91:44743 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T07:10:05,804 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T07:10:05,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:05,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:05,810 DEBUG [M:0;5965ed06ec91:44743 {}] zookeeper.ZKUtil(347): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-15T07:10:05,810 WARN [M:0;5965ed06ec91:44743 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T07:10:05,810 INFO [M:0;5965ed06ec91:44743 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T07:10:05,810 INFO [M:0;5965ed06ec91:44743 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T07:10:05,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:05,810 DEBUG [M:0;5965ed06ec91:44743 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T07:10:05,810 INFO [M:0;5965ed06ec91:44743 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:05,810 DEBUG [M:0;5965ed06ec91:44743 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:05,810 DEBUG [M:0;5965ed06ec91:44743 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T07:10:05,810 DEBUG [M:0;5965ed06ec91:44743 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:05,811 INFO [M:0;5965ed06ec91:44743 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-15T07:10:05,831 DEBUG [M:0;5965ed06ec91:44743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8d46e6dd6ea43f4bb867daca3851a54 is 82, key is hbase:meta,,1/info:regioninfo/1734246603960/Put/seqid=0 2024-12-15T07:10:05,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741846_1022 (size=5672) 2024-12-15T07:10:05,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741846_1022 (size=5672) 2024-12-15T07:10:05,838 INFO [M:0;5965ed06ec91:44743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8d46e6dd6ea43f4bb867daca3851a54 2024-12-15T07:10:05,867 DEBUG [M:0;5965ed06ec91:44743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0271a6e7a1a74f4aa25f30b2a2626ab6 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734246605154/Put/seqid=0 2024-12-15T07:10:05,868 INFO [RS:0;5965ed06ec91:43831 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,43831,1734246602920; zookeeper connection closed. 2024-12-15T07:10:05,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:05,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43831-0x100288634690001, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:05,869 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6cb1f8e7 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6cb1f8e7 2024-12-15T07:10:05,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741847_1023 (size=7578) 2024-12-15T07:10:05,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741847_1023 (size=7578) 2024-12-15T07:10:05,873 INFO [M:0;5965ed06ec91:44743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0271a6e7a1a74f4aa25f30b2a2626ab6 2024-12-15T07:10:05,893 DEBUG [M:0;5965ed06ec91:44743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd7991541afa4d96b98fc581e2991db2 is 69, key is 5965ed06ec91,36153,1734246602954/rs:state/1734246603406/Put/seqid=0 2024-12-15T07:10:05,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:05,893 INFO [RS:1;5965ed06ec91:36153 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,36153,1734246602954; zookeeper connection closed. 2024-12-15T07:10:05,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x100288634690002, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:05,893 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4857ab1b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4857ab1b 2024-12-15T07:10:05,893 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-15T07:10:05,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741848_1024 (size=5224) 2024-12-15T07:10:05,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741848_1024 (size=5224) 2024-12-15T07:10:06,105 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-15T07:10:06,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-15T07:10:06,300 INFO [M:0;5965ed06ec91:44743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd7991541afa4d96b98fc581e2991db2 2024-12-15T07:10:06,313 DEBUG [M:0;5965ed06ec91:44743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8d46e6dd6ea43f4bb867daca3851a54 as hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8d46e6dd6ea43f4bb867daca3851a54 2024-12-15T07:10:06,320 INFO [M:0;5965ed06ec91:44743 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8d46e6dd6ea43f4bb867daca3851a54, entries=8, sequenceid=108, filesize=5.5 K 2024-12-15T07:10:06,322 DEBUG [M:0;5965ed06ec91:44743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0271a6e7a1a74f4aa25f30b2a2626ab6 as hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0271a6e7a1a74f4aa25f30b2a2626ab6 2024-12-15T07:10:06,329 INFO [M:0;5965ed06ec91:44743 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0271a6e7a1a74f4aa25f30b2a2626ab6, entries=13, sequenceid=108, filesize=7.4 K 2024-12-15T07:10:06,330 DEBUG [M:0;5965ed06ec91:44743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd7991541afa4d96b98fc581e2991db2 as hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd7991541afa4d96b98fc581e2991db2 2024-12-15T07:10:06,336 INFO [M:0;5965ed06ec91:44743 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36167/user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd7991541afa4d96b98fc581e2991db2, entries=2, sequenceid=108, filesize=5.1 K 2024-12-15T07:10:06,337 INFO [M:0;5965ed06ec91:44743 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 527ms, sequenceid=108, compaction requested=false 2024-12-15T07:10:06,339 INFO [M:0;5965ed06ec91:44743 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:06,339 DEBUG [M:0;5965ed06ec91:44743 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:10:06,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36113 is added to blk_1073741830_1006 (size=54465) 2024-12-15T07:10:06,341 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/216875ba-d397-6706-c9dc-66a522f35630/MasterData/WALs/5965ed06ec91,44743,1734246602753/5965ed06ec91%2C44743%2C1734246602753.1734246603073 not finished, retry = 0 2024-12-15T07:10:06,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741830_1006 (size=54465) 2024-12-15T07:10:06,444 INFO [M:0;5965ed06ec91:44743 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T07:10:06,445 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:06,445 INFO [M:0;5965ed06ec91:44743 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44743 2024-12-15T07:10:06,457 DEBUG [M:0;5965ed06ec91:44743 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5965ed06ec91,44743,1734246602753 already deleted, retry=false 2024-12-15T07:10:06,566 INFO [M:0;5965ed06ec91:44743 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,44743,1734246602753; zookeeper connection closed. 2024-12-15T07:10:06,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:06,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x100288634690000, quorum=127.0.0.1:59781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:06,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b0f96bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:06,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29185726{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:06,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:06,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25d2e4c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:06,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37803f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:06,577 WARN [BP-304269561-172.17.0.2-1734246601095 heartbeating to localhost/127.0.0.1:36167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T07:10:06,577 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T07:10:06,577 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T07:10:06,577 WARN [BP-304269561-172.17.0.2-1734246601095 heartbeating to localhost/127.0.0.1:36167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-304269561-172.17.0.2-1734246601095 (Datanode Uuid 2540be93-8485-406b-8cfa-576d8461297b) service to localhost/127.0.0.1:36167 2024-12-15T07:10:06,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/cluster_aaae7a87-fb4d-bdfa-6fc9-252397e7cf8f/dfs/data/data3/current/BP-304269561-172.17.0.2-1734246601095 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:06,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/cluster_aaae7a87-fb4d-bdfa-6fc9-252397e7cf8f/dfs/data/data4/current/BP-304269561-172.17.0.2-1734246601095 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:06,578 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T07:10:06,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@355affd8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:06,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@400bc97b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:06,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:06,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c5d3e3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:06,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d10c14b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:06,584 WARN [BP-304269561-172.17.0.2-1734246601095 heartbeating to localhost/127.0.0.1:36167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T07:10:06,584 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T07:10:06,584 WARN [BP-304269561-172.17.0.2-1734246601095 heartbeating to localhost/127.0.0.1:36167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-304269561-172.17.0.2-1734246601095 (Datanode Uuid 36f0c618-5316-4540-aec6-20d8bc80f66a) service to localhost/127.0.0.1:36167 2024-12-15T07:10:06,584 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T07:10:06,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/cluster_aaae7a87-fb4d-bdfa-6fc9-252397e7cf8f/dfs/data/data1/current/BP-304269561-172.17.0.2-1734246601095 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:06,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/cluster_aaae7a87-fb4d-bdfa-6fc9-252397e7cf8f/dfs/data/data2/current/BP-304269561-172.17.0.2-1734246601095 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:06,585 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T07:10:06,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d601564{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T07:10:06,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31b6227{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:06,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:06,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b2d062d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:06,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282b8342{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:06,597 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T07:10:06,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T07:10:06,622 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=110 (was 81) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36167 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36167 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 411) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 126) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4435 (was 4573) 2024-12-15T07:10:06,628 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=110, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=4435 2024-12-15T07:10:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/hadoop.log.dir so I do NOT create it in target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d 2024-12-15T07:10:06,641 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/hadoop.log.dir Erasing configuration value by system value. 2024-12-15T07:10:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/hadoop.tmp.dir so I do NOT create it in target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d 2024-12-15T07:10:06,641 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/281071da-4b58-0c4b-2175-dd913a5aeeff/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-15T07:10:06,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d 2024-12-15T07:10:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T07:10:06,641 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/cluster_58833b99-652a-2bee-5861-368a3024ff5d, deleteOnExit=true 2024-12-15T07:10:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T07:10:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/test.cache.data in system properties and HBase conf 2024-12-15T07:10:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T07:10:06,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/hadoop.log.dir in system properties and HBase conf 2024-12-15T07:10:06,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T07:10:06,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T07:10:06,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T07:10:06,642 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T07:10:06,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T07:10:06,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T07:10:06,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T07:10:06,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T07:10:06,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T07:10:06,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T07:10:06,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T07:10:06,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T07:10:06,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T07:10:06,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/nfs.dump.dir in system properties and HBase conf 2024-12-15T07:10:06,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/java.io.tmpdir in system properties and HBase conf 2024-12-15T07:10:06,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T07:10:06,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T07:10:06,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T07:10:06,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:06,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:10:06,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:10:06,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:10:06,881 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T07:10:06,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:06,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4226bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:10:06,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6db0a39b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:10:06,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4776274c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/java.io.tmpdir/jetty-localhost-32821-hadoop-hdfs-3_4_1-tests_jar-_-any-15971280159734626697/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T07:10:06,972 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@384e5595{HTTP/1.1, (http/1.1)}{localhost:32821} 2024-12-15T07:10:06,972 INFO [Time-limited test {}] server.Server(415): Started @16636ms 2024-12-15T07:10:07,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:07,196 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:10:07,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:10:07,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:10:07,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T07:10:07,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77757b27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:10:07,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7820a3c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:10:07,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c987042{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/java.io.tmpdir/jetty-localhost-42647-hadoop-hdfs-3_4_1-tests_jar-_-any-17754011818535992271/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:07,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d007213{HTTP/1.1, (http/1.1)}{localhost:42647} 2024-12-15T07:10:07,286 INFO [Time-limited test {}] server.Server(415): Started @16950ms 2024-12-15T07:10:07,288 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T07:10:07,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:07,317 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:10:07,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:10:07,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:10:07,318 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T07:10:07,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d975155{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:10:07,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f46238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:10:07,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73891c47{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/java.io.tmpdir/jetty-localhost-33693-hadoop-hdfs-3_4_1-tests_jar-_-any-6056309607737792674/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:07,410 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30ed1db3{HTTP/1.1, (http/1.1)}{localhost:33693} 2024-12-15T07:10:07,410 INFO [Time-limited test {}] server.Server(415): Started @17074ms 2024-12-15T07:10:07,414 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T07:10:07,955 WARN [Thread-638 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/cluster_58833b99-652a-2bee-5861-368a3024ff5d/dfs/data/data1/current/BP-306095328-172.17.0.2-1734246606665/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:07,956 WARN [Thread-639 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/cluster_58833b99-652a-2bee-5861-368a3024ff5d/dfs/data/data2/current/BP-306095328-172.17.0.2-1734246606665/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:07,972 WARN [Thread-603 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T07:10:07,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e14e0de0852a6a7 with lease ID 0x132e7db649aa6996: Processing first storage report for DS-ab0ec566-3b32-456a-9984-4e3f6f82f4b1 from datanode DatanodeRegistration(127.0.0.1:35173, datanodeUuid=37931bb9-3327-428a-be2d-c60949b5f472, infoPort=44199, infoSecurePort=0, ipcPort=33287, storageInfo=lv=-57;cid=testClusterID;nsid=247980591;c=1734246606665) 2024-12-15T07:10:07,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e14e0de0852a6a7 with lease ID 0x132e7db649aa6996: from storage DS-ab0ec566-3b32-456a-9984-4e3f6f82f4b1 node DatanodeRegistration(127.0.0.1:35173, datanodeUuid=37931bb9-3327-428a-be2d-c60949b5f472, infoPort=44199, infoSecurePort=0, ipcPort=33287, storageInfo=lv=-57;cid=testClusterID;nsid=247980591;c=1734246606665), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T07:10:07,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e14e0de0852a6a7 with lease ID 0x132e7db649aa6996: Processing first storage report for DS-5240b545-a022-4bf0-88c6-b2d66aae82dd from datanode DatanodeRegistration(127.0.0.1:35173, datanodeUuid=37931bb9-3327-428a-be2d-c60949b5f472, infoPort=44199, infoSecurePort=0, ipcPort=33287, storageInfo=lv=-57;cid=testClusterID;nsid=247980591;c=1734246606665) 2024-12-15T07:10:07,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e14e0de0852a6a7 with lease ID 0x132e7db649aa6996: from storage DS-5240b545-a022-4bf0-88c6-b2d66aae82dd node DatanodeRegistration(127.0.0.1:35173, datanodeUuid=37931bb9-3327-428a-be2d-c60949b5f472, infoPort=44199, infoSecurePort=0, ipcPort=33287, storageInfo=lv=-57;cid=testClusterID;nsid=247980591;c=1734246606665), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:08,171 WARN [Thread-651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/cluster_58833b99-652a-2bee-5861-368a3024ff5d/dfs/data/data4/current/BP-306095328-172.17.0.2-1734246606665/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:08,171 WARN [Thread-650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/cluster_58833b99-652a-2bee-5861-368a3024ff5d/dfs/data/data3/current/BP-306095328-172.17.0.2-1734246606665/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:08,193 WARN [Thread-626 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T07:10:08,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb53d1e318a725a4 with lease ID 0x132e7db649aa6997: Processing first storage report for DS-e06c850f-0eca-433b-9102-006137978c7d from datanode DatanodeRegistration(127.0.0.1:36357, datanodeUuid=f5904b9f-c04c-43a1-a06c-4e00f9eb6216, infoPort=40315, infoSecurePort=0, ipcPort=43885, storageInfo=lv=-57;cid=testClusterID;nsid=247980591;c=1734246606665) 2024-12-15T07:10:08,196 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb53d1e318a725a4 with lease ID 0x132e7db649aa6997: from storage DS-e06c850f-0eca-433b-9102-006137978c7d node DatanodeRegistration(127.0.0.1:36357, datanodeUuid=f5904b9f-c04c-43a1-a06c-4e00f9eb6216, infoPort=40315, infoSecurePort=0, ipcPort=43885, storageInfo=lv=-57;cid=testClusterID;nsid=247980591;c=1734246606665), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:08,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb53d1e318a725a4 with lease ID 0x132e7db649aa6997: Processing first storage report for DS-7a30c03b-a2cd-405d-8ed0-0b4df5766969 from datanode DatanodeRegistration(127.0.0.1:36357, datanodeUuid=f5904b9f-c04c-43a1-a06c-4e00f9eb6216, infoPort=40315, infoSecurePort=0, ipcPort=43885, storageInfo=lv=-57;cid=testClusterID;nsid=247980591;c=1734246606665) 2024-12-15T07:10:08,196 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb53d1e318a725a4 with lease ID 0x132e7db649aa6997: from storage DS-7a30c03b-a2cd-405d-8ed0-0b4df5766969 node DatanodeRegistration(127.0.0.1:36357, datanodeUuid=f5904b9f-c04c-43a1-a06c-4e00f9eb6216, infoPort=40315, infoSecurePort=0, ipcPort=43885, storageInfo=lv=-57;cid=testClusterID;nsid=247980591;c=1734246606665), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:08,246 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d 2024-12-15T07:10:08,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/cluster_58833b99-652a-2bee-5861-368a3024ff5d/zookeeper_0, clientPort=52593, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/cluster_58833b99-652a-2bee-5861-368a3024ff5d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/cluster_58833b99-652a-2bee-5861-368a3024ff5d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T07:10:08,252 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=52593 2024-12-15T07:10:08,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:08,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:08,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741825_1001 (size=7) 2024-12-15T07:10:08,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741825_1001 (size=7) 2024-12-15T07:10:08,265 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9 with version=8 2024-12-15T07:10:08,265 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/hbase-staging 2024-12-15T07:10:08,268 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:10:08,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:08,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:08,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:10:08,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:08,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:10:08,268 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:10:08,269 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:10:08,269 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37083 2024-12-15T07:10:08,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:08,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:08,274 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37083 connecting to ZooKeeper ensemble=127.0.0.1:52593 2024-12-15T07:10:08,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370830x0, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:10:08,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37083-0x100288649fa0000 connected 2024-12-15T07:10:08,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:08,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:08,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:10:08,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37083 2024-12-15T07:10:08,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37083 2024-12-15T07:10:08,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37083 2024-12-15T07:10:08,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37083 2024-12-15T07:10:08,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37083 2024-12-15T07:10:08,411 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9, hbase.cluster.distributed=false 2024-12-15T07:10:08,432 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:10:08,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:08,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:08,432 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:10:08,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:08,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:10:08,432 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:10:08,432 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:10:08,433 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33439 2024-12-15T07:10:08,433 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T07:10:08,434 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T07:10:08,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:08,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:08,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33439 connecting to ZooKeeper ensemble=127.0.0.1:52593 2024-12-15T07:10:08,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334390x0, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:10:08,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334390x0, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:08,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33439-0x100288649fa0001 connected 2024-12-15T07:10:08,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:08,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:10:08,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33439 2024-12-15T07:10:08,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33439 2024-12-15T07:10:08,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33439 2024-12-15T07:10:08,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33439 2024-12-15T07:10:08,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33439 2024-12-15T07:10:08,467 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:10:08,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:08,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:08,467 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:10:08,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:08,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:10:08,467 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:10:08,467 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:10:08,468 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43813 2024-12-15T07:10:08,468 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T07:10:08,469 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T07:10:08,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:08,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:08,473 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43813 connecting to ZooKeeper ensemble=127.0.0.1:52593 2024-12-15T07:10:08,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438130x0, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:10:08,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438130x0, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:08,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43813-0x100288649fa0002 connected 2024-12-15T07:10:08,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:08,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:10:08,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43813 2024-12-15T07:10:08,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43813 2024-12-15T07:10:08,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43813 2024-12-15T07:10:08,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43813 2024-12-15T07:10:08,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43813 2024-12-15T07:10:08,488 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5965ed06ec91,37083,1734246608267 2024-12-15T07:10:08,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:08,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:08,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:08,498 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5965ed06ec91,37083,1734246608267 2024-12-15T07:10:08,500 DEBUG [M:0;5965ed06ec91:37083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5965ed06ec91:37083 2024-12-15T07:10:08,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:08,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:08,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:08,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:08,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:08,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:08,506 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T07:10:08,507 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5965ed06ec91,37083,1734246608267 from backup master directory 2024-12-15T07:10:08,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5965ed06ec91,37083,1734246608267 2024-12-15T07:10:08,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:08,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:08,514 WARN [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:10:08,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T07:10:08,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:08,514 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5965ed06ec91,37083,1734246608267 2024-12-15T07:10:08,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741826_1002 (size=42) 2024-12-15T07:10:08,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741826_1002 (size=42) 2024-12-15T07:10:08,525 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/hbase.id with ID: 2dcf933f-2188-43d2-8800-3e26c6ae2e28 2024-12-15T07:10:08,537 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:08,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:08,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:08,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:08,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741827_1003 (size=196) 2024-12-15T07:10:08,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741827_1003 (size=196) 2024-12-15T07:10:08,556 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T07:10:08,557 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T07:10:08,557 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:08,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741828_1004 (size=1189) 2024-12-15T07:10:08,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741828_1004 (size=1189) 2024-12-15T07:10:08,565 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store 2024-12-15T07:10:08,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741829_1005 (size=34) 2024-12-15T07:10:08,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741829_1005 (size=34) 2024-12-15T07:10:08,573 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:08,573 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T07:10:08,573 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:08,573 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:08,573 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T07:10:08,573 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:08,573 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:08,573 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:10:08,574 WARN [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/.initializing 2024-12-15T07:10:08,574 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/WALs/5965ed06ec91,37083,1734246608267 2024-12-15T07:10:08,575 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:10:08,577 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C37083%2C1734246608267, suffix=, logDir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/WALs/5965ed06ec91,37083,1734246608267, archiveDir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/oldWALs, maxLogs=10 2024-12-15T07:10:08,589 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/WALs/5965ed06ec91,37083,1734246608267/5965ed06ec91%2C37083%2C1734246608267.1734246608577, exclude list is [], retry=0 2024-12-15T07:10:08,592 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36357,DS-e06c850f-0eca-433b-9102-006137978c7d,DISK] 2024-12-15T07:10:08,592 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35173,DS-ab0ec566-3b32-456a-9984-4e3f6f82f4b1,DISK] 2024-12-15T07:10:08,595 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/WALs/5965ed06ec91,37083,1734246608267/5965ed06ec91%2C37083%2C1734246608267.1734246608577 2024-12-15T07:10:08,595 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40315:40315),(127.0.0.1/127.0.0.1:44199:44199)] 2024-12-15T07:10:08,595 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:10:08,595 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:08,595 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:08,595 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:08,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:08,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T07:10:08,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:08,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:08,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:08,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T07:10:08,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:08,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:08,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:08,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T07:10:08,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:08,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:08,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:08,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T07:10:08,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:08,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:08,606 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:08,606 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:08,608 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T07:10:08,609 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:08,612 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:08,612 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67557213, jitterRate=0.006680920720100403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T07:10:08,613 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:10:08,613 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T07:10:08,617 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb01560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:08,618 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T07:10:08,618 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T07:10:08,618 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T07:10:08,618 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T07:10:08,619 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-15T07:10:08,619 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-15T07:10:08,619 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T07:10:08,621 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T07:10:08,621 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-15T07:10:08,631 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-15T07:10:08,631 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T07:10:08,632 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-15T07:10:08,639 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-15T07:10:08,640 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T07:10:08,641 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-15T07:10:08,648 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-15T07:10:08,648 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-15T07:10:08,656 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-15T07:10:08,658 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T07:10:08,668 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-15T07:10:08,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:08,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:08,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:08,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:08,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:08,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:08,677 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5965ed06ec91,37083,1734246608267, sessionid=0x100288649fa0000, setting cluster-up flag (Was=false) 2024-12-15T07:10:08,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:08,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:08,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:08,718 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-15T07:10:08,719 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5965ed06ec91,37083,1734246608267 2024-12-15T07:10:08,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:08,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:08,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:08,760 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-15T07:10:08,762 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5965ed06ec91,37083,1734246608267 2024-12-15T07:10:08,767 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T07:10:08,767 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T07:10:08,768 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T07:10:08,768 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5965ed06ec91,37083,1734246608267 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T07:10:08,768 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:08,769 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:08,769 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:08,769 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:08,769 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5965ed06ec91:0, corePoolSize=10, maxPoolSize=10 2024-12-15T07:10:08,769 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,769 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:10:08,770 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,771 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734246638771 2024-12-15T07:10:08,771 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T07:10:08,771 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T07:10:08,772 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T07:10:08,772 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T07:10:08,772 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T07:10:08,772 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T07:10:08,772 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T07:10:08,772 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T07:10:08,772 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,773 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T07:10:08,773 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T07:10:08,773 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T07:10:08,774 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T07:10:08,774 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T07:10:08,775 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246608774,5,FailOnTimeoutGroup] 2024-12-15T07:10:08,775 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246608775,5,FailOnTimeoutGroup] 2024-12-15T07:10:08,775 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,775 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T07:10:08,775 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:08,775 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,775 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T07:10:08,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741831_1007 (size=1039) 2024-12-15T07:10:08,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741831_1007 (size=1039) 2024-12-15T07:10:08,783 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T07:10:08,784 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9 2024-12-15T07:10:08,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741832_1008 (size=32) 2024-12-15T07:10:08,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741832_1008 (size=32) 2024-12-15T07:10:08,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:08,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T07:10:08,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T07:10:08,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:08,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:08,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T07:10:08,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T07:10:08,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:08,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:08,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T07:10:08,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T07:10:08,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:08,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:08,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/meta/1588230740 2024-12-15T07:10:08,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/meta/1588230740 2024-12-15T07:10:08,802 DEBUG [RS:0;5965ed06ec91:33439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5965ed06ec91:33439 2024-12-15T07:10:08,802 DEBUG [RS:1;5965ed06ec91:43813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5965ed06ec91:43813 2024-12-15T07:10:08,802 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T07:10:08,803 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer(1008): ClusterId : 2dcf933f-2188-43d2-8800-3e26c6ae2e28 2024-12-15T07:10:08,803 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.HRegionServer(1008): ClusterId : 2dcf933f-2188-43d2-8800-3e26c6ae2e28 2024-12-15T07:10:08,803 DEBUG [RS:0;5965ed06ec91:33439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T07:10:08,803 DEBUG [RS:1;5965ed06ec91:43813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T07:10:08,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T07:10:08,806 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:08,806 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71757603, jitterRate=0.06927160918712616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T07:10:08,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T07:10:08,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T07:10:08,807 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T07:10:08,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T07:10:08,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T07:10:08,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T07:10:08,807 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T07:10:08,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T07:10:08,808 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T07:10:08,808 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T07:10:08,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T07:10:08,810 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T07:10:08,811 DEBUG [RS:0;5965ed06ec91:33439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T07:10:08,811 DEBUG [RS:1;5965ed06ec91:43813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T07:10:08,811 DEBUG [RS:0;5965ed06ec91:33439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T07:10:08,811 DEBUG [RS:1;5965ed06ec91:43813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T07:10:08,811 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T07:10:08,819 DEBUG [RS:1;5965ed06ec91:43813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T07:10:08,819 DEBUG [RS:0;5965ed06ec91:33439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T07:10:08,819 DEBUG [RS:0;5965ed06ec91:33439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12eb76d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:08,819 DEBUG [RS:1;5965ed06ec91:43813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391c0546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:08,819 DEBUG [RS:0;5965ed06ec91:33439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b176ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:10:08,819 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T07:10:08,819 DEBUG [RS:1;5965ed06ec91:43813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219b1ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:10:08,819 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T07:10:08,819 DEBUG [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T07:10:08,819 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T07:10:08,820 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T07:10:08,820 DEBUG [RS:1;5965ed06ec91:43813 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T07:10:08,820 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer(3073): reportForDuty to master=5965ed06ec91,37083,1734246608267 with isa=5965ed06ec91/172.17.0.2:33439, startcode=1734246608431 2024-12-15T07:10:08,820 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.HRegionServer(3073): reportForDuty to master=5965ed06ec91,37083,1734246608267 with isa=5965ed06ec91/172.17.0.2:43813, startcode=1734246608466 2024-12-15T07:10:08,820 DEBUG [RS:1;5965ed06ec91:43813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T07:10:08,820 DEBUG [RS:0;5965ed06ec91:33439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T07:10:08,822 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55723, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T07:10:08,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37083 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5965ed06ec91,33439,1734246608431 2024-12-15T07:10:08,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37083 {}] master.ServerManager(486): Registering regionserver=5965ed06ec91,33439,1734246608431 2024-12-15T07:10:08,823 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48097, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T07:10:08,824 DEBUG [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9 2024-12-15T07:10:08,824 DEBUG [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43353 2024-12-15T07:10:08,824 DEBUG [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T07:10:08,824 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37083 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5965ed06ec91,43813,1734246608466 2024-12-15T07:10:08,824 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37083 {}] master.ServerManager(486): Registering regionserver=5965ed06ec91,43813,1734246608466 2024-12-15T07:10:08,825 DEBUG [RS:1;5965ed06ec91:43813 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9 2024-12-15T07:10:08,825 DEBUG [RS:1;5965ed06ec91:43813 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43353 2024-12-15T07:10:08,825 DEBUG [RS:1;5965ed06ec91:43813 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T07:10:08,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T07:10:08,857 DEBUG [RS:0;5965ed06ec91:33439 {}] zookeeper.ZKUtil(111): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5965ed06ec91,33439,1734246608431 2024-12-15T07:10:08,858 WARN [RS:0;5965ed06ec91:33439 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:10:08,858 INFO [RS:0;5965ed06ec91:33439 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:08,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5965ed06ec91,43813,1734246608466] 2024-12-15T07:10:08,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5965ed06ec91,33439,1734246608431] 2024-12-15T07:10:08,858 DEBUG [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/WALs/5965ed06ec91,33439,1734246608431 2024-12-15T07:10:08,858 DEBUG [RS:1;5965ed06ec91:43813 {}] zookeeper.ZKUtil(111): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5965ed06ec91,43813,1734246608466 2024-12-15T07:10:08,858 WARN [RS:1;5965ed06ec91:43813 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:10:08,858 INFO [RS:1;5965ed06ec91:43813 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:08,859 DEBUG [RS:1;5965ed06ec91:43813 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/WALs/5965ed06ec91,43813,1734246608466 2024-12-15T07:10:08,864 DEBUG [RS:0;5965ed06ec91:33439 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-15T07:10:08,864 DEBUG [RS:1;5965ed06ec91:43813 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-15T07:10:08,864 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T07:10:08,864 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T07:10:08,867 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T07:10:08,868 INFO [RS:0;5965ed06ec91:33439 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T07:10:08,868 INFO [RS:0;5965ed06ec91:33439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,869 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T07:10:08,870 INFO [RS:0;5965ed06ec91:33439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,870 DEBUG [RS:0;5965ed06ec91:33439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,870 DEBUG [RS:0;5965ed06ec91:33439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,870 DEBUG [RS:0;5965ed06ec91:33439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,870 DEBUG [RS:0;5965ed06ec91:33439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,870 DEBUG [RS:0;5965ed06ec91:33439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,870 DEBUG [RS:0;5965ed06ec91:33439 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:10:08,870 DEBUG [RS:0;5965ed06ec91:33439 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,870 DEBUG [RS:0;5965ed06ec91:33439 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,870 DEBUG [RS:0;5965ed06ec91:33439 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,871 DEBUG [RS:0;5965ed06ec91:33439 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,871 DEBUG [RS:0;5965ed06ec91:33439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,871 DEBUG [RS:0;5965ed06ec91:33439 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:08,871 DEBUG [RS:0;5965ed06ec91:33439 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:08,871 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T07:10:08,872 INFO [RS:0;5965ed06ec91:33439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,872 INFO [RS:0;5965ed06ec91:33439 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,872 INFO [RS:0;5965ed06ec91:33439 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,872 INFO [RS:1;5965ed06ec91:43813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T07:10:08,872 INFO [RS:0;5965ed06ec91:33439 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,872 INFO [RS:1;5965ed06ec91:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,872 INFO [RS:0;5965ed06ec91:33439 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,33439,1734246608431-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:10:08,872 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T07:10:08,873 INFO [RS:1;5965ed06ec91:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,873 DEBUG [RS:1;5965ed06ec91:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,873 DEBUG [RS:1;5965ed06ec91:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,873 DEBUG [RS:1;5965ed06ec91:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,873 DEBUG [RS:1;5965ed06ec91:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,874 DEBUG [RS:1;5965ed06ec91:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,874 DEBUG [RS:1;5965ed06ec91:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:10:08,874 DEBUG [RS:1;5965ed06ec91:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,874 DEBUG [RS:1;5965ed06ec91:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,874 DEBUG [RS:1;5965ed06ec91:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,874 DEBUG [RS:1;5965ed06ec91:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,874 DEBUG [RS:1;5965ed06ec91:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:08,874 DEBUG [RS:1;5965ed06ec91:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:08,874 DEBUG [RS:1;5965ed06ec91:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:08,875 INFO [RS:1;5965ed06ec91:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,875 INFO [RS:1;5965ed06ec91:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,875 INFO [RS:1;5965ed06ec91:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,875 INFO [RS:1;5965ed06ec91:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,875 INFO [RS:1;5965ed06ec91:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,43813,1734246608466-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:10:08,885 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T07:10:08,885 INFO [RS:0;5965ed06ec91:33439 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,33439,1734246608431-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,887 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T07:10:08,887 INFO [RS:1;5965ed06ec91:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,43813,1734246608466-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:08,898 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.Replication(204): 5965ed06ec91,33439,1734246608431 started 2024-12-15T07:10:08,898 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer(1767): Serving as 5965ed06ec91,33439,1734246608431, RpcServer on 5965ed06ec91/172.17.0.2:33439, sessionid=0x100288649fa0001 2024-12-15T07:10:08,898 DEBUG [RS:0;5965ed06ec91:33439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T07:10:08,898 DEBUG [RS:0;5965ed06ec91:33439 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5965ed06ec91,33439,1734246608431 2024-12-15T07:10:08,898 DEBUG [RS:0;5965ed06ec91:33439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,33439,1734246608431' 2024-12-15T07:10:08,898 DEBUG [RS:0;5965ed06ec91:33439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T07:10:08,899 DEBUG [RS:0;5965ed06ec91:33439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T07:10:08,899 DEBUG [RS:0;5965ed06ec91:33439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T07:10:08,899 DEBUG [RS:0;5965ed06ec91:33439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T07:10:08,899 DEBUG [RS:0;5965ed06ec91:33439 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5965ed06ec91,33439,1734246608431 2024-12-15T07:10:08,899 DEBUG [RS:0;5965ed06ec91:33439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,33439,1734246608431' 2024-12-15T07:10:08,899 DEBUG [RS:0;5965ed06ec91:33439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T07:10:08,900 DEBUG [RS:0;5965ed06ec91:33439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T07:10:08,900 DEBUG [RS:0;5965ed06ec91:33439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T07:10:08,900 INFO [RS:0;5965ed06ec91:33439 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T07:10:08,900 INFO [RS:0;5965ed06ec91:33439 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T07:10:08,901 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.Replication(204): 5965ed06ec91,43813,1734246608466 started 2024-12-15T07:10:08,901 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.HRegionServer(1767): Serving as 5965ed06ec91,43813,1734246608466, RpcServer on 5965ed06ec91/172.17.0.2:43813, sessionid=0x100288649fa0002 2024-12-15T07:10:08,901 DEBUG [RS:1;5965ed06ec91:43813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T07:10:08,901 DEBUG [RS:1;5965ed06ec91:43813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5965ed06ec91,43813,1734246608466 2024-12-15T07:10:08,901 DEBUG [RS:1;5965ed06ec91:43813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,43813,1734246608466' 2024-12-15T07:10:08,901 DEBUG [RS:1;5965ed06ec91:43813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T07:10:08,901 DEBUG [RS:1;5965ed06ec91:43813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T07:10:08,902 DEBUG [RS:1;5965ed06ec91:43813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T07:10:08,902 DEBUG [RS:1;5965ed06ec91:43813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T07:10:08,902 DEBUG [RS:1;5965ed06ec91:43813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5965ed06ec91,43813,1734246608466 2024-12-15T07:10:08,902 DEBUG [RS:1;5965ed06ec91:43813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,43813,1734246608466' 2024-12-15T07:10:08,902 DEBUG [RS:1;5965ed06ec91:43813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T07:10:08,902 DEBUG [RS:1;5965ed06ec91:43813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T07:10:08,902 DEBUG [RS:1;5965ed06ec91:43813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T07:10:08,902 INFO [RS:1;5965ed06ec91:43813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T07:10:08,902 INFO [RS:1;5965ed06ec91:43813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T07:10:08,961 WARN [5965ed06ec91:37083 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-15T07:10:09,001 INFO [RS:0;5965ed06ec91:33439 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:10:09,004 INFO [RS:1;5965ed06ec91:43813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:10:09,006 INFO [RS:0;5965ed06ec91:33439 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C33439%2C1734246608431, suffix=, logDir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/WALs/5965ed06ec91,33439,1734246608431, archiveDir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/oldWALs, maxLogs=32 2024-12-15T07:10:09,007 INFO [RS:1;5965ed06ec91:43813 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C43813%2C1734246608466, suffix=, logDir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/WALs/5965ed06ec91,43813,1734246608466, archiveDir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/oldWALs, maxLogs=32 2024-12-15T07:10:09,023 DEBUG [RS:0;5965ed06ec91:33439 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/WALs/5965ed06ec91,33439,1734246608431/5965ed06ec91%2C33439%2C1734246608431.1734246609008, exclude list is [], retry=0 2024-12-15T07:10:09,023 DEBUG [RS:1;5965ed06ec91:43813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/WALs/5965ed06ec91,43813,1734246608466/5965ed06ec91%2C43813%2C1734246608466.1734246609009, exclude list is [], retry=0 2024-12-15T07:10:09,026 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35173,DS-ab0ec566-3b32-456a-9984-4e3f6f82f4b1,DISK] 2024-12-15T07:10:09,026 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36357,DS-e06c850f-0eca-433b-9102-006137978c7d,DISK] 2024-12-15T07:10:09,026 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36357,DS-e06c850f-0eca-433b-9102-006137978c7d,DISK] 2024-12-15T07:10:09,026 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35173,DS-ab0ec566-3b32-456a-9984-4e3f6f82f4b1,DISK] 2024-12-15T07:10:09,029 INFO [RS:0;5965ed06ec91:33439 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/WALs/5965ed06ec91,33439,1734246608431/5965ed06ec91%2C33439%2C1734246608431.1734246609008 2024-12-15T07:10:09,029 INFO [RS:1;5965ed06ec91:43813 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/WALs/5965ed06ec91,43813,1734246608466/5965ed06ec91%2C43813%2C1734246608466.1734246609009 2024-12-15T07:10:09,029 DEBUG [RS:0;5965ed06ec91:33439 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44199:44199),(127.0.0.1/127.0.0.1:40315:40315)] 2024-12-15T07:10:09,029 DEBUG [RS:1;5965ed06ec91:43813 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40315:40315),(127.0.0.1/127.0.0.1:44199:44199)] 2024-12-15T07:10:09,212 DEBUG [5965ed06ec91:37083 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-15T07:10:09,212 DEBUG [5965ed06ec91:37083 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:10:09,216 DEBUG [5965ed06ec91:37083 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:10:09,216 DEBUG [5965ed06ec91:37083 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:10:09,217 INFO [5965ed06ec91:37083 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:10:09,217 INFO [5965ed06ec91:37083 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:10:09,217 DEBUG [5965ed06ec91:37083 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:10:09,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5965ed06ec91,33439,1734246608431 2024-12-15T07:10:09,220 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5965ed06ec91,33439,1734246608431, state=OPENING 2024-12-15T07:10:09,259 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T07:10:09,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:09,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:09,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:09,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5965ed06ec91,33439,1734246608431}] 2024-12-15T07:10:09,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:09,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:09,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:09,423 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,33439,1734246608431 2024-12-15T07:10:09,423 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:09,426 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:09,434 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T07:10:09,434 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:09,435 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T07:10:09,439 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C33439%2C1734246608431.meta, suffix=.meta, logDir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/WALs/5965ed06ec91,33439,1734246608431, archiveDir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/oldWALs, maxLogs=32 2024-12-15T07:10:09,441 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T07:10:09,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:09,453 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/WALs/5965ed06ec91,33439,1734246608431/5965ed06ec91%2C33439%2C1734246608431.meta.1734246609440.meta, exclude list is [], retry=0 2024-12-15T07:10:09,456 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36357,DS-e06c850f-0eca-433b-9102-006137978c7d,DISK] 2024-12-15T07:10:09,456 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35173,DS-ab0ec566-3b32-456a-9984-4e3f6f82f4b1,DISK] 2024-12-15T07:10:09,458 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/WALs/5965ed06ec91,33439,1734246608431/5965ed06ec91%2C33439%2C1734246608431.meta.1734246609440.meta 2024-12-15T07:10:09,458 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40315:40315),(127.0.0.1/127.0.0.1:44199:44199)] 2024-12-15T07:10:09,458 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:10:09,458 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T07:10:09,459 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T07:10:09,459 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T07:10:09,459 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T07:10:09,459 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:09,459 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T07:10:09,459 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T07:10:09,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T07:10:09,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T07:10:09,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:09,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:09,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T07:10:09,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T07:10:09,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:09,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:09,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T07:10:09,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T07:10:09,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:09,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:09,467 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/meta/1588230740 2024-12-15T07:10:09,468 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/meta/1588230740 2024-12-15T07:10:09,470 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T07:10:09,472 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T07:10:09,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:09,473 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75017850, jitterRate=0.1178530752658844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T07:10:09,474 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T07:10:09,475 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734246609423 2024-12-15T07:10:09,478 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T07:10:09,478 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T07:10:09,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,33439,1734246608431 2024-12-15T07:10:09,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:09,479 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5965ed06ec91,33439,1734246608431, state=OPEN 2024-12-15T07:10:09,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:09,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:10:09,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:10:09,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:10:09,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:09,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:09,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:09,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T07:10:09,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5965ed06ec91,33439,1734246608431 in 220 msec 2024-12-15T07:10:09,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T07:10:09,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 684 msec 2024-12-15T07:10:09,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 732 msec 2024-12-15T07:10:09,499 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734246609498, completionTime=-1 2024-12-15T07:10:09,499 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-15T07:10:09,499 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T07:10:09,500 DEBUG [hconnection-0x26ba1bbb-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:09,501 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:09,503 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-15T07:10:09,503 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734246669503 2024-12-15T07:10:09,503 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734246729503 2024-12-15T07:10:09,503 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-15T07:10:09,523 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,37083,1734246608267-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:09,523 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,37083,1734246608267-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:09,523 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,37083,1734246608267-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:09,523 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5965ed06ec91:37083, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:09,523 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:09,523 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T07:10:09,524 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T07:10:09,525 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T07:10:09,526 DEBUG [master/5965ed06ec91:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T07:10:09,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T07:10:09,526 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:09,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T07:10:09,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741836_1012 (size=358) 2024-12-15T07:10:09,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741836_1012 (size=358) 2024-12-15T07:10:09,540 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d9c72f382e7f5ef0d3d84624b2d5ecb4, NAME => 'hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9 2024-12-15T07:10:09,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741837_1013 (size=42) 2024-12-15T07:10:09,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741837_1013 (size=42) 2024-12-15T07:10:09,550 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:09,550 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing d9c72f382e7f5ef0d3d84624b2d5ecb4, disabling compactions & flushes 2024-12-15T07:10:09,550 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4. 2024-12-15T07:10:09,550 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4. 2024-12-15T07:10:09,550 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4. after waiting 0 ms 2024-12-15T07:10:09,550 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4. 2024-12-15T07:10:09,550 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4. 2024-12-15T07:10:09,550 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for d9c72f382e7f5ef0d3d84624b2d5ecb4: 2024-12-15T07:10:09,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T07:10:09,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734246609551"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246609551"}]},"ts":"1734246609551"} 2024-12-15T07:10:09,554 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T07:10:09,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T07:10:09,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246609555"}]},"ts":"1734246609555"} 2024-12-15T07:10:09,557 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T07:10:09,576 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:10:09,577 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:10:09,577 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:10:09,577 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:10:09,577 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:10:09,577 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:10:09,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d9c72f382e7f5ef0d3d84624b2d5ecb4, ASSIGN}] 2024-12-15T07:10:09,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d9c72f382e7f5ef0d3d84624b2d5ecb4, ASSIGN 2024-12-15T07:10:09,580 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=d9c72f382e7f5ef0d3d84624b2d5ecb4, ASSIGN; state=OFFLINE, location=5965ed06ec91,33439,1734246608431; forceNewPlan=false, retain=false 2024-12-15T07:10:09,730 INFO [5965ed06ec91:37083 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T07:10:09,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d9c72f382e7f5ef0d3d84624b2d5ecb4, regionState=OPENING, regionLocation=5965ed06ec91,33439,1734246608431 2024-12-15T07:10:09,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure d9c72f382e7f5ef0d3d84624b2d5ecb4, server=5965ed06ec91,33439,1734246608431}] 2024-12-15T07:10:09,886 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,33439,1734246608431 2024-12-15T07:10:09,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4. 2024-12-15T07:10:09,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => d9c72f382e7f5ef0d3d84624b2d5ecb4, NAME => 'hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4.', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:10:09,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace d9c72f382e7f5ef0d3d84624b2d5ecb4 2024-12-15T07:10:09,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:09,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for d9c72f382e7f5ef0d3d84624b2d5ecb4 2024-12-15T07:10:09,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for d9c72f382e7f5ef0d3d84624b2d5ecb4 2024-12-15T07:10:09,893 INFO [StoreOpener-d9c72f382e7f5ef0d3d84624b2d5ecb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d9c72f382e7f5ef0d3d84624b2d5ecb4 2024-12-15T07:10:09,894 INFO [StoreOpener-d9c72f382e7f5ef0d3d84624b2d5ecb4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9c72f382e7f5ef0d3d84624b2d5ecb4 columnFamilyName info 2024-12-15T07:10:09,894 DEBUG [StoreOpener-d9c72f382e7f5ef0d3d84624b2d5ecb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:09,895 INFO [StoreOpener-d9c72f382e7f5ef0d3d84624b2d5ecb4-1 {}] regionserver.HStore(327): Store=d9c72f382e7f5ef0d3d84624b2d5ecb4/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:09,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/namespace/d9c72f382e7f5ef0d3d84624b2d5ecb4 2024-12-15T07:10:09,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/namespace/d9c72f382e7f5ef0d3d84624b2d5ecb4 2024-12-15T07:10:09,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for d9c72f382e7f5ef0d3d84624b2d5ecb4 2024-12-15T07:10:09,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/namespace/d9c72f382e7f5ef0d3d84624b2d5ecb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:09,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened d9c72f382e7f5ef0d3d84624b2d5ecb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73686242, jitterRate=0.09801056981086731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:10:09,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for d9c72f382e7f5ef0d3d84624b2d5ecb4: 2024-12-15T07:10:09,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4., pid=6, masterSystemTime=1734246609886 2024-12-15T07:10:09,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4. 2024-12-15T07:10:09,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4. 2024-12-15T07:10:09,906 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d9c72f382e7f5ef0d3d84624b2d5ecb4, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,33439,1734246608431 2024-12-15T07:10:09,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T07:10:09,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure d9c72f382e7f5ef0d3d84624b2d5ecb4, server=5965ed06ec91,33439,1734246608431 in 174 msec 2024-12-15T07:10:09,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T07:10:09,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=d9c72f382e7f5ef0d3d84624b2d5ecb4, ASSIGN in 332 msec 2024-12-15T07:10:09,913 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T07:10:09,913 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246609913"}]},"ts":"1734246609913"} 2024-12-15T07:10:09,915 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T07:10:09,924 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T07:10:09,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 400 msec 2024-12-15T07:10:09,926 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-15T07:10:09,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:09,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:09,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:10:09,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:09,941 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T07:10:09,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:10:09,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2024-12-15T07:10:09,973 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T07:10:09,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:10:10,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 26 msec 2024-12-15T07:10:10,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T07:10:10,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T07:10:10,040 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.526sec 2024-12-15T07:10:10,040 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T07:10:10,041 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T07:10:10,041 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T07:10:10,041 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T07:10:10,041 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T07:10:10,041 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,37083,1734246608267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:10:10,041 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,37083,1734246608267-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T07:10:10,046 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T07:10:10,046 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T07:10:10,046 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,37083,1734246608267-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:10,091 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e112098 to 127.0.0.1:52593 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cf6d509 2024-12-15T07:10:10,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5713e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:10,105 DEBUG [hconnection-0x29e398f1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:10,108 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:10,111 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5965ed06ec91,37083,1734246608267 2024-12-15T07:10:10,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T07:10:10,116 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T07:10:10,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T07:10:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-15T07:10:10,121 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T07:10:10,121 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:10,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-15T07:10:10,122 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T07:10:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:10,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741838_1014 (size=379) 2024-12-15T07:10:10,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741838_1014 (size=379) 2024-12-15T07:10:10,134 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2de933c5489ef4e55b2754f80c55cdfb, NAME => 'testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9 2024-12-15T07:10:10,134 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b65f60eb396649ae82a170ccb27c5a9b, NAME => 'testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9 2024-12-15T07:10:10,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741840_1016 (size=61) 2024-12-15T07:10:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741840_1016 (size=61) 2024-12-15T07:10:10,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:10,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing b65f60eb396649ae82a170ccb27c5a9b, disabling compactions & flushes 2024-12-15T07:10:10,143 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b. 2024-12-15T07:10:10,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b. 2024-12-15T07:10:10,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b. after waiting 0 ms 2024-12-15T07:10:10,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b. 2024-12-15T07:10:10,143 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b. 2024-12-15T07:10:10,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741839_1015 (size=61) 2024-12-15T07:10:10,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for b65f60eb396649ae82a170ccb27c5a9b: 2024-12-15T07:10:10,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741839_1015 (size=61) 2024-12-15T07:10:10,147 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:10,147 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 2de933c5489ef4e55b2754f80c55cdfb, disabling compactions & flushes 2024-12-15T07:10:10,148 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb. 2024-12-15T07:10:10,148 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb. 2024-12-15T07:10:10,148 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb. after waiting 0 ms 2024-12-15T07:10:10,148 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb. 2024-12-15T07:10:10,148 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb. 2024-12-15T07:10:10,148 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2de933c5489ef4e55b2754f80c55cdfb: 2024-12-15T07:10:10,149 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T07:10:10,149 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734246610149"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246610149"}]},"ts":"1734246610149"} 2024-12-15T07:10:10,149 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734246610149"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246610149"}]},"ts":"1734246610149"} 2024-12-15T07:10:10,153 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-15T07:10:10,154 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T07:10:10,154 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246610154"}]},"ts":"1734246610154"} 2024-12-15T07:10:10,156 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-15T07:10:10,173 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:10:10,174 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:10:10,174 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:10:10,174 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:10:10,174 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:10:10,175 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:10:10,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b65f60eb396649ae82a170ccb27c5a9b, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2de933c5489ef4e55b2754f80c55cdfb, ASSIGN}] 2024-12-15T07:10:10,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b65f60eb396649ae82a170ccb27c5a9b, ASSIGN 2024-12-15T07:10:10,177 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2de933c5489ef4e55b2754f80c55cdfb, ASSIGN 2024-12-15T07:10:10,177 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b65f60eb396649ae82a170ccb27c5a9b, ASSIGN; state=OFFLINE, location=5965ed06ec91,33439,1734246608431; forceNewPlan=false, retain=false 2024-12-15T07:10:10,178 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2de933c5489ef4e55b2754f80c55cdfb, ASSIGN; state=OFFLINE, location=5965ed06ec91,43813,1734246608466; forceNewPlan=false, retain=false 2024-12-15T07:10:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:10,328 INFO [5965ed06ec91:37083 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-15T07:10:10,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2de933c5489ef4e55b2754f80c55cdfb, regionState=OPENING, regionLocation=5965ed06ec91,43813,1734246608466 2024-12-15T07:10:10,329 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b65f60eb396649ae82a170ccb27c5a9b, regionState=OPENING, regionLocation=5965ed06ec91,33439,1734246608431 2024-12-15T07:10:10,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure b65f60eb396649ae82a170ccb27c5a9b, server=5965ed06ec91,33439,1734246608431}] 2024-12-15T07:10:10,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 2de933c5489ef4e55b2754f80c55cdfb, server=5965ed06ec91,43813,1734246608466}] 2024-12-15T07:10:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:10,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,33439,1734246608431 2024-12-15T07:10:10,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,43813,1734246608466 2024-12-15T07:10:10,489 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:10,491 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:10,492 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b. 2024-12-15T07:10:10,492 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => b65f60eb396649ae82a170ccb27c5a9b, NAME => 'testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b.', STARTKEY => '', ENDKEY => '5'} 2024-12-15T07:10:10,493 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b65f60eb396649ae82a170ccb27c5a9b 2024-12-15T07:10:10,493 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:10,493 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for b65f60eb396649ae82a170ccb27c5a9b 2024-12-15T07:10:10,493 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for b65f60eb396649ae82a170ccb27c5a9b 2024-12-15T07:10:10,495 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb. 2024-12-15T07:10:10,495 INFO [StoreOpener-b65f60eb396649ae82a170ccb27c5a9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b65f60eb396649ae82a170ccb27c5a9b 2024-12-15T07:10:10,495 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 2de933c5489ef4e55b2754f80c55cdfb, NAME => 'testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb.', STARTKEY => '5', ENDKEY => ''} 2024-12-15T07:10:10,495 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2de933c5489ef4e55b2754f80c55cdfb 2024-12-15T07:10:10,495 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:10,495 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 2de933c5489ef4e55b2754f80c55cdfb 2024-12-15T07:10:10,496 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 2de933c5489ef4e55b2754f80c55cdfb 2024-12-15T07:10:10,496 INFO [StoreOpener-b65f60eb396649ae82a170ccb27c5a9b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b65f60eb396649ae82a170ccb27c5a9b columnFamilyName family 2024-12-15T07:10:10,496 DEBUG [StoreOpener-b65f60eb396649ae82a170ccb27c5a9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:10,497 INFO [StoreOpener-b65f60eb396649ae82a170ccb27c5a9b-1 {}] regionserver.HStore(327): Store=b65f60eb396649ae82a170ccb27c5a9b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:10,497 INFO [StoreOpener-2de933c5489ef4e55b2754f80c55cdfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2de933c5489ef4e55b2754f80c55cdfb 2024-12-15T07:10:10,498 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/b65f60eb396649ae82a170ccb27c5a9b 2024-12-15T07:10:10,498 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/b65f60eb396649ae82a170ccb27c5a9b 2024-12-15T07:10:10,498 INFO [StoreOpener-2de933c5489ef4e55b2754f80c55cdfb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2de933c5489ef4e55b2754f80c55cdfb columnFamilyName family 2024-12-15T07:10:10,499 DEBUG [StoreOpener-2de933c5489ef4e55b2754f80c55cdfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:10,499 INFO [StoreOpener-2de933c5489ef4e55b2754f80c55cdfb-1 {}] regionserver.HStore(327): Store=2de933c5489ef4e55b2754f80c55cdfb/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:10,500 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/2de933c5489ef4e55b2754f80c55cdfb 2024-12-15T07:10:10,500 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/2de933c5489ef4e55b2754f80c55cdfb 2024-12-15T07:10:10,501 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for b65f60eb396649ae82a170ccb27c5a9b 2024-12-15T07:10:10,502 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 2de933c5489ef4e55b2754f80c55cdfb 2024-12-15T07:10:10,503 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/b65f60eb396649ae82a170ccb27c5a9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:10,503 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened b65f60eb396649ae82a170ccb27c5a9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60818069, jitterRate=-0.09374015033245087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:10:10,504 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for b65f60eb396649ae82a170ccb27c5a9b: 2024-12-15T07:10:10,505 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/2de933c5489ef4e55b2754f80c55cdfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:10,505 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b., pid=12, masterSystemTime=1734246610488 2024-12-15T07:10:10,505 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 2de933c5489ef4e55b2754f80c55cdfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65492936, jitterRate=-0.024079203605651855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:10:10,505 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 2de933c5489ef4e55b2754f80c55cdfb: 2024-12-15T07:10:10,506 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb., pid=13, masterSystemTime=1734246610489 2024-12-15T07:10:10,507 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b. 2024-12-15T07:10:10,507 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b. 2024-12-15T07:10:10,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b65f60eb396649ae82a170ccb27c5a9b, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,33439,1734246608431 2024-12-15T07:10:10,508 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb. 2024-12-15T07:10:10,508 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb. 2024-12-15T07:10:10,509 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2de933c5489ef4e55b2754f80c55cdfb, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,43813,1734246608466 2024-12-15T07:10:10,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-15T07:10:10,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure b65f60eb396649ae82a170ccb27c5a9b, server=5965ed06ec91,33439,1734246608431 in 176 msec 2024-12-15T07:10:10,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-15T07:10:10,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b65f60eb396649ae82a170ccb27c5a9b, ASSIGN in 337 msec 2024-12-15T07:10:10,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 2de933c5489ef4e55b2754f80c55cdfb, server=5965ed06ec91,43813,1734246608466 in 175 msec 2024-12-15T07:10:10,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-15T07:10:10,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2de933c5489ef4e55b2754f80c55cdfb, ASSIGN in 338 msec 2024-12-15T07:10:10,516 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T07:10:10,516 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246610516"}]},"ts":"1734246610516"} 2024-12-15T07:10:10,518 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-15T07:10:10,527 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T07:10:10,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 408 msec 2024-12-15T07:10:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37083 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:10,733 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-15T07:10:10,733 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-15T07:10:10,734 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T07:10:10,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-15T07:10:10,739 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T07:10:10,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-15T07:10:10,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:10,758 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:10,765 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing b65f60eb396649ae82a170ccb27c5a9b 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-15T07:10:10,784 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/b65f60eb396649ae82a170ccb27c5a9b/.tmp/family/0348eb73d21a4fa599f67a4dd3379919 is 32, key is 1/family:/1734246610745/Put/seqid=0 2024-12-15T07:10:10,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741841_1017 (size=5054) 2024-12-15T07:10:10,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741841_1017 (size=5054) 2024-12-15T07:10:10,789 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/b65f60eb396649ae82a170ccb27c5a9b/.tmp/family/0348eb73d21a4fa599f67a4dd3379919 2024-12-15T07:10:10,795 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/b65f60eb396649ae82a170ccb27c5a9b/.tmp/family/0348eb73d21a4fa599f67a4dd3379919 as hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/b65f60eb396649ae82a170ccb27c5a9b/family/0348eb73d21a4fa599f67a4dd3379919 2024-12-15T07:10:10,801 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/b65f60eb396649ae82a170ccb27c5a9b/family/0348eb73d21a4fa599f67a4dd3379919, entries=4, sequenceid=8, filesize=4.9 K 2024-12-15T07:10:10,802 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b65f60eb396649ae82a170ccb27c5a9b in 37ms, sequenceid=8, compaction requested=false 2024-12-15T07:10:10,802 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for b65f60eb396649ae82a170ccb27c5a9b: 2024-12-15T07:10:10,803 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 2de933c5489ef4e55b2754f80c55cdfb 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-15T07:10:10,819 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/2de933c5489ef4e55b2754f80c55cdfb/.tmp/family/ae3694a73ab44bd184fcc604019b1743 is 32, key is 5/family:/1734246610758/Put/seqid=0 2024-12-15T07:10:10,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741842_1018 (size=5083) 2024-12-15T07:10:10,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741842_1018 (size=5083) 2024-12-15T07:10:10,824 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/2de933c5489ef4e55b2754f80c55cdfb/.tmp/family/ae3694a73ab44bd184fcc604019b1743 2024-12-15T07:10:10,831 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/2de933c5489ef4e55b2754f80c55cdfb/.tmp/family/ae3694a73ab44bd184fcc604019b1743 as hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/2de933c5489ef4e55b2754f80c55cdfb/family/ae3694a73ab44bd184fcc604019b1743 2024-12-15T07:10:10,837 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/2de933c5489ef4e55b2754f80c55cdfb/family/ae3694a73ab44bd184fcc604019b1743, entries=5, sequenceid=9, filesize=5.0 K 2024-12-15T07:10:10,838 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 2de933c5489ef4e55b2754f80c55cdfb in 35ms, sequenceid=9, compaction requested=false 2024-12-15T07:10:10,838 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 2de933c5489ef4e55b2754f80c55cdfb: 2024-12-15T07:10:10,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:10,849 INFO [RS-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:10,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:10,851 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:10,852 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T07:10:10,852 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T07:10:10,852 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e112098 to 127.0.0.1:52593 2024-12-15T07:10:10,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:10,852 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T07:10:10,852 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1909024874, stopped=false 2024-12-15T07:10:10,852 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5965ed06ec91,37083,1734246608267 2024-12-15T07:10:10,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:10,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:10,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:10,901 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T07:10:10,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:10,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:10,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:10,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:10,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:10,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:10,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:10,903 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,33439,1734246608431' ***** 2024-12-15T07:10:10,903 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T07:10:10,904 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,43813,1734246608466' ***** 2024-12-15T07:10:10,904 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T07:10:10,904 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T07:10:10,904 INFO [RS:0;5965ed06ec91:33439 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T07:10:10,904 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T07:10:10,904 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T07:10:10,904 INFO [RS:0;5965ed06ec91:33439 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T07:10:10,904 INFO [RS:1;5965ed06ec91:43813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T07:10:10,904 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer(3579): Received CLOSE for d9c72f382e7f5ef0d3d84624b2d5ecb4 2024-12-15T07:10:10,904 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T07:10:10,904 INFO [RS:1;5965ed06ec91:43813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T07:10:10,905 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.HRegionServer(3579): Received CLOSE for 2de933c5489ef4e55b2754f80c55cdfb 2024-12-15T07:10:10,905 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer(3579): Received CLOSE for b65f60eb396649ae82a170ccb27c5a9b 2024-12-15T07:10:10,905 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,43813,1734246608466 2024-12-15T07:10:10,905 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,33439,1734246608431 2024-12-15T07:10:10,905 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d9c72f382e7f5ef0d3d84624b2d5ecb4, disabling compactions & flushes 2024-12-15T07:10:10,905 DEBUG [RS:1;5965ed06ec91:43813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:10,905 DEBUG [RS:0;5965ed06ec91:33439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:10,905 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4. 2024-12-15T07:10:10,906 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-15T07:10:10,906 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T07:10:10,905 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2de933c5489ef4e55b2754f80c55cdfb, disabling compactions & flushes 2024-12-15T07:10:10,906 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4. 2024-12-15T07:10:10,906 DEBUG [RS:1;5965ed06ec91:43813 {}] regionserver.HRegionServer(1603): Online Regions={2de933c5489ef4e55b2754f80c55cdfb=testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb.} 2024-12-15T07:10:10,906 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4. after waiting 0 ms 2024-12-15T07:10:10,906 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T07:10:10,906 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb. 2024-12-15T07:10:10,906 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4. 2024-12-15T07:10:10,906 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T07:10:10,906 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb. 2024-12-15T07:10:10,906 DEBUG [RS:1;5965ed06ec91:43813 {}] regionserver.HRegionServer(1629): Waiting on 2de933c5489ef4e55b2754f80c55cdfb 2024-12-15T07:10:10,906 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d9c72f382e7f5ef0d3d84624b2d5ecb4 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T07:10:10,906 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T07:10:10,906 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb. after waiting 0 ms 2024-12-15T07:10:10,906 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb. 2024-12-15T07:10:10,906 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-15T07:10:10,906 DEBUG [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer(1603): Online Regions={d9c72f382e7f5ef0d3d84624b2d5ecb4=hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4., b65f60eb396649ae82a170ccb27c5a9b=testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b., 1588230740=hbase:meta,,1.1588230740} 2024-12-15T07:10:10,906 DEBUG [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, b65f60eb396649ae82a170ccb27c5a9b, d9c72f382e7f5ef0d3d84624b2d5ecb4 2024-12-15T07:10:10,906 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T07:10:10,907 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T07:10:10,907 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T07:10:10,907 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T07:10:10,907 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T07:10:10,907 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-15T07:10:10,912 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/2de933c5489ef4e55b2754f80c55cdfb/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-15T07:10:10,913 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb. 2024-12-15T07:10:10,913 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2de933c5489ef4e55b2754f80c55cdfb: 2024-12-15T07:10:10,913 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb. 2024-12-15T07:10:10,922 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/namespace/d9c72f382e7f5ef0d3d84624b2d5ecb4/.tmp/info/1820d20de9ca4b3eae8976df09af88a6 is 45, key is default/info:d/1734246609946/Put/seqid=0 2024-12-15T07:10:10,923 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/meta/1588230740/.tmp/info/8582413b087144dbb76ae8279850c859 is 173, key is testClearRegionBlockCache,5,1734246610118.2de933c5489ef4e55b2754f80c55cdfb./info:regioninfo/1734246610508/Put/seqid=0 2024-12-15T07:10:10,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741844_1020 (size=9337) 2024-12-15T07:10:10,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741844_1020 (size=9337) 2024-12-15T07:10:10,929 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/meta/1588230740/.tmp/info/8582413b087144dbb76ae8279850c859 2024-12-15T07:10:10,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741843_1019 (size=5037) 2024-12-15T07:10:10,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741843_1019 (size=5037) 2024-12-15T07:10:10,932 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/namespace/d9c72f382e7f5ef0d3d84624b2d5ecb4/.tmp/info/1820d20de9ca4b3eae8976df09af88a6 2024-12-15T07:10:10,938 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/namespace/d9c72f382e7f5ef0d3d84624b2d5ecb4/.tmp/info/1820d20de9ca4b3eae8976df09af88a6 as hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/namespace/d9c72f382e7f5ef0d3d84624b2d5ecb4/info/1820d20de9ca4b3eae8976df09af88a6 2024-12-15T07:10:10,943 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/namespace/d9c72f382e7f5ef0d3d84624b2d5ecb4/info/1820d20de9ca4b3eae8976df09af88a6, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T07:10:10,944 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for d9c72f382e7f5ef0d3d84624b2d5ecb4 in 38ms, sequenceid=6, compaction requested=false 2024-12-15T07:10:10,949 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/namespace/d9c72f382e7f5ef0d3d84624b2d5ecb4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T07:10:10,950 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4. 2024-12-15T07:10:10,950 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d9c72f382e7f5ef0d3d84624b2d5ecb4: 2024-12-15T07:10:10,950 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734246609524.d9c72f382e7f5ef0d3d84624b2d5ecb4. 2024-12-15T07:10:10,950 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b65f60eb396649ae82a170ccb27c5a9b, disabling compactions & flushes 2024-12-15T07:10:10,950 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b. 2024-12-15T07:10:10,950 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b. 2024-12-15T07:10:10,950 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b. after waiting 0 ms 2024-12-15T07:10:10,950 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b. 2024-12-15T07:10:10,951 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/meta/1588230740/.tmp/table/ff584044c7874670a9e71e55422f117d is 61, key is testClearRegionBlockCache/table:state/1734246610516/Put/seqid=0 2024-12-15T07:10:10,955 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/default/testClearRegionBlockCache/b65f60eb396649ae82a170ccb27c5a9b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-15T07:10:10,955 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b. 2024-12-15T07:10:10,956 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b65f60eb396649ae82a170ccb27c5a9b: 2024-12-15T07:10:10,956 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1734246610118.b65f60eb396649ae82a170ccb27c5a9b. 2024-12-15T07:10:10,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741845_1021 (size=5392) 2024-12-15T07:10:10,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741845_1021 (size=5392) 2024-12-15T07:10:10,957 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/meta/1588230740/.tmp/table/ff584044c7874670a9e71e55422f117d 2024-12-15T07:10:10,963 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/meta/1588230740/.tmp/info/8582413b087144dbb76ae8279850c859 as hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/meta/1588230740/info/8582413b087144dbb76ae8279850c859 2024-12-15T07:10:10,969 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/meta/1588230740/info/8582413b087144dbb76ae8279850c859, entries=30, sequenceid=16, filesize=9.1 K 2024-12-15T07:10:10,970 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/meta/1588230740/.tmp/table/ff584044c7874670a9e71e55422f117d as hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/meta/1588230740/table/ff584044c7874670a9e71e55422f117d 2024-12-15T07:10:10,974 INFO [regionserver/5965ed06ec91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:10,977 INFO [regionserver/5965ed06ec91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:10,977 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/meta/1588230740/table/ff584044c7874670a9e71e55422f117d, entries=4, sequenceid=16, filesize=5.3 K 2024-12-15T07:10:10,978 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 71ms, sequenceid=16, compaction requested=false 2024-12-15T07:10:10,983 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-15T07:10:10,984 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T07:10:10,984 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T07:10:10,984 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T07:10:10,984 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T07:10:11,106 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,43813,1734246608466; all regions closed. 2024-12-15T07:10:11,107 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,33439,1734246608431; all regions closed. 2024-12-15T07:10:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741834_1010 (size=1867) 2024-12-15T07:10:11,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741834_1010 (size=1867) 2024-12-15T07:10:11,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741835_1011 (size=5602) 2024-12-15T07:10:11,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741835_1011 (size=5602) 2024-12-15T07:10:11,117 DEBUG [RS:1;5965ed06ec91:43813 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/oldWALs 2024-12-15T07:10:11,117 INFO [RS:1;5965ed06ec91:43813 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C43813%2C1734246608466:(num 1734246609009) 2024-12-15T07:10:11,117 DEBUG [RS:1;5965ed06ec91:43813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:11,117 DEBUG [RS:0;5965ed06ec91:33439 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/oldWALs 2024-12-15T07:10:11,117 INFO [RS:0;5965ed06ec91:33439 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C33439%2C1734246608431.meta:.meta(num 1734246609440) 2024-12-15T07:10:11,117 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:11,117 INFO [RS:1;5965ed06ec91:43813 {}] hbase.ChoreService(370): Chore service for: regionserver/5965ed06ec91:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T07:10:11,117 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T07:10:11,117 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T07:10:11,117 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T07:10:11,117 INFO [regionserver/5965ed06ec91:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:11,118 INFO [RS:1;5965ed06ec91:43813 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43813 2024-12-15T07:10:11,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741833_1009 (size=3079) 2024-12-15T07:10:11,119 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/WALs/5965ed06ec91,33439,1734246608431/5965ed06ec91%2C33439%2C1734246608431.1734246609008 not finished, retry = 0 2024-12-15T07:10:11,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741833_1009 (size=3079) 2024-12-15T07:10:11,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T07:10:11,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5965ed06ec91,43813,1734246608466 2024-12-15T07:10:11,135 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5965ed06ec91,43813,1734246608466] 2024-12-15T07:10:11,135 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5965ed06ec91,43813,1734246608466; numProcessing=1 2024-12-15T07:10:11,143 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5965ed06ec91,43813,1734246608466 already deleted, retry=false 2024-12-15T07:10:11,143 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5965ed06ec91,43813,1734246608466 expired; onlineServers=1 2024-12-15T07:10:11,226 DEBUG [RS:0;5965ed06ec91:33439 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/oldWALs 2024-12-15T07:10:11,226 INFO [RS:0;5965ed06ec91:33439 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C33439%2C1734246608431:(num 1734246609008) 2024-12-15T07:10:11,226 DEBUG [RS:0;5965ed06ec91:33439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:11,226 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:11,226 INFO [RS:0;5965ed06ec91:33439 {}] hbase.ChoreService(370): Chore service for: regionserver/5965ed06ec91:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T07:10:11,227 INFO [regionserver/5965ed06ec91:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:11,228 INFO [RS:0;5965ed06ec91:33439 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33439 2024-12-15T07:10:11,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:11,235 INFO [RS:1;5965ed06ec91:43813 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,43813,1734246608466; zookeeper connection closed. 2024-12-15T07:10:11,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x100288649fa0002, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:11,235 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ce2e3c9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ce2e3c9 2024-12-15T07:10:11,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T07:10:11,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5965ed06ec91,33439,1734246608431 2024-12-15T07:10:11,404 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5965ed06ec91,33439,1734246608431] 2024-12-15T07:10:11,404 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5965ed06ec91,33439,1734246608431; numProcessing=2 2024-12-15T07:10:11,415 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5965ed06ec91,33439,1734246608431 already deleted, retry=false 2024-12-15T07:10:11,415 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5965ed06ec91,33439,1734246608431 expired; onlineServers=0 2024-12-15T07:10:11,415 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,37083,1734246608267' ***** 2024-12-15T07:10:11,415 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T07:10:11,416 DEBUG [M:0;5965ed06ec91:37083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bb2197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:10:11,416 INFO [M:0;5965ed06ec91:37083 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,37083,1734246608267 2024-12-15T07:10:11,416 INFO [M:0;5965ed06ec91:37083 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,37083,1734246608267; all regions closed. 2024-12-15T07:10:11,416 DEBUG [M:0;5965ed06ec91:37083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:11,417 DEBUG [M:0;5965ed06ec91:37083 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T07:10:11,417 DEBUG [M:0;5965ed06ec91:37083 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T07:10:11,417 DEBUG [master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246608774 {}] cleaner.HFileCleaner(306): Exit Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246608774,5,FailOnTimeoutGroup] 2024-12-15T07:10:11,417 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T07:10:11,417 DEBUG [master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246608775 {}] cleaner.HFileCleaner(306): Exit Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246608775,5,FailOnTimeoutGroup] 2024-12-15T07:10:11,418 INFO [M:0;5965ed06ec91:37083 {}] hbase.ChoreService(370): Chore service for: master/5965ed06ec91:0 had [] on shutdown 2024-12-15T07:10:11,418 DEBUG [M:0;5965ed06ec91:37083 {}] master.HMaster(1733): Stopping service threads 2024-12-15T07:10:11,418 INFO [M:0;5965ed06ec91:37083 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T07:10:11,419 INFO [M:0;5965ed06ec91:37083 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T07:10:11,420 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T07:10:11,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:11,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:11,426 DEBUG [M:0;5965ed06ec91:37083 {}] zookeeper.ZKUtil(347): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-15T07:10:11,427 WARN [M:0;5965ed06ec91:37083 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T07:10:11,427 INFO [M:0;5965ed06ec91:37083 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T07:10:11,427 INFO [M:0;5965ed06ec91:37083 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T07:10:11,427 DEBUG [M:0;5965ed06ec91:37083 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T07:10:11,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:11,427 INFO [M:0;5965ed06ec91:37083 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:11,427 DEBUG [M:0;5965ed06ec91:37083 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:11,428 DEBUG [M:0;5965ed06ec91:37083 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T07:10:11,428 DEBUG [M:0;5965ed06ec91:37083 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:11,428 INFO [M:0;5965ed06ec91:37083 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.85 KB heapSize=56.23 KB 2024-12-15T07:10:11,446 DEBUG [M:0;5965ed06ec91:37083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c7b1f29a41e4c0ca4655620606416e8 is 82, key is hbase:meta,,1/info:regioninfo/1734246609478/Put/seqid=0 2024-12-15T07:10:11,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741846_1022 (size=5672) 2024-12-15T07:10:11,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741846_1022 (size=5672) 2024-12-15T07:10:11,452 INFO [M:0;5965ed06ec91:37083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c7b1f29a41e4c0ca4655620606416e8 2024-12-15T07:10:11,471 DEBUG [M:0;5965ed06ec91:37083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a9e0c421ec048bdb51f5bd5bd3d1193 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734246610528/Put/seqid=0 2024-12-15T07:10:11,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741847_1023 (size=7579) 2024-12-15T07:10:11,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741847_1023 (size=7579) 2024-12-15T07:10:11,476 INFO [M:0;5965ed06ec91:37083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.23 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a9e0c421ec048bdb51f5bd5bd3d1193 2024-12-15T07:10:11,496 DEBUG [M:0;5965ed06ec91:37083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f4df23e627a4c4b83523a8d59851072 is 69, key is 5965ed06ec91,33439,1734246608431/rs:state/1734246608822/Put/seqid=0 2024-12-15T07:10:11,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741848_1024 (size=5224) 2024-12-15T07:10:11,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741848_1024 (size=5224) 2024-12-15T07:10:11,502 INFO [M:0;5965ed06ec91:37083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f4df23e627a4c4b83523a8d59851072 2024-12-15T07:10:11,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:11,504 INFO [RS:0;5965ed06ec91:33439 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,33439,1734246608431; zookeeper connection closed. 2024-12-15T07:10:11,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33439-0x100288649fa0001, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:11,504 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24cd0a33 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24cd0a33 2024-12-15T07:10:11,504 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-15T07:10:11,507 DEBUG [M:0;5965ed06ec91:37083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c7b1f29a41e4c0ca4655620606416e8 as hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c7b1f29a41e4c0ca4655620606416e8 2024-12-15T07:10:11,512 INFO [M:0;5965ed06ec91:37083 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c7b1f29a41e4c0ca4655620606416e8, entries=8, sequenceid=108, filesize=5.5 K 2024-12-15T07:10:11,513 DEBUG [M:0;5965ed06ec91:37083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a9e0c421ec048bdb51f5bd5bd3d1193 as hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a9e0c421ec048bdb51f5bd5bd3d1193 2024-12-15T07:10:11,520 INFO [M:0;5965ed06ec91:37083 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a9e0c421ec048bdb51f5bd5bd3d1193, entries=13, sequenceid=108, filesize=7.4 K 2024-12-15T07:10:11,521 DEBUG [M:0;5965ed06ec91:37083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f4df23e627a4c4b83523a8d59851072 as hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f4df23e627a4c4b83523a8d59851072 2024-12-15T07:10:11,528 INFO [M:0;5965ed06ec91:37083 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43353/user/jenkins/test-data/cfaae062-460c-cea1-39d5-38ecde95dec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f4df23e627a4c4b83523a8d59851072, entries=2, sequenceid=108, filesize=5.1 K 2024-12-15T07:10:11,529 INFO [M:0;5965ed06ec91:37083 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.85 KB/46946, heapSize ~55.94 KB/57280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=108, compaction requested=false 2024-12-15T07:10:11,531 INFO [M:0;5965ed06ec91:37083 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:11,531 DEBUG [M:0;5965ed06ec91:37083 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:10:11,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36357 is added to blk_1073741830_1006 (size=54477) 2024-12-15T07:10:11,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741830_1006 (size=54477) 2024-12-15T07:10:11,533 INFO [M:0;5965ed06ec91:37083 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T07:10:11,533 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:11,533 INFO [M:0;5965ed06ec91:37083 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37083 2024-12-15T07:10:11,543 DEBUG [M:0;5965ed06ec91:37083 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5965ed06ec91,37083,1734246608267 already deleted, retry=false 2024-12-15T07:10:11,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:11,652 INFO [M:0;5965ed06ec91:37083 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,37083,1734246608267; zookeeper connection closed. 2024-12-15T07:10:11,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37083-0x100288649fa0000, quorum=127.0.0.1:52593, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:11,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73891c47{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:11,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30ed1db3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:11,659 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:11,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f46238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:11,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d975155{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:11,660 WARN [BP-306095328-172.17.0.2-1734246606665 heartbeating to localhost/127.0.0.1:43353 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T07:10:11,660 WARN [BP-306095328-172.17.0.2-1734246606665 heartbeating to localhost/127.0.0.1:43353 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-306095328-172.17.0.2-1734246606665 (Datanode Uuid f5904b9f-c04c-43a1-a06c-4e00f9eb6216) service to localhost/127.0.0.1:43353 2024-12-15T07:10:11,660 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T07:10:11,660 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T07:10:11,661 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/cluster_58833b99-652a-2bee-5861-368a3024ff5d/dfs/data/data3/current/BP-306095328-172.17.0.2-1734246606665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:11,661 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/cluster_58833b99-652a-2bee-5861-368a3024ff5d/dfs/data/data4/current/BP-306095328-172.17.0.2-1734246606665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:11,662 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T07:10:11,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c987042{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:11,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d007213{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:11,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:11,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7820a3c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:11,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77757b27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:11,667 WARN [BP-306095328-172.17.0.2-1734246606665 heartbeating to localhost/127.0.0.1:43353 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T07:10:11,667 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T07:10:11,667 WARN [BP-306095328-172.17.0.2-1734246606665 heartbeating to localhost/127.0.0.1:43353 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-306095328-172.17.0.2-1734246606665 (Datanode Uuid 37931bb9-3327-428a-be2d-c60949b5f472) service to localhost/127.0.0.1:43353 2024-12-15T07:10:11,667 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T07:10:11,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/cluster_58833b99-652a-2bee-5861-368a3024ff5d/dfs/data/data1/current/BP-306095328-172.17.0.2-1734246606665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:11,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/cluster_58833b99-652a-2bee-5861-368a3024ff5d/dfs/data/data2/current/BP-306095328-172.17.0.2-1734246606665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:11,668 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T07:10:11,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4776274c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T07:10:11,675 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@384e5595{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:11,675 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:11,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6db0a39b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:11,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b4226bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:11,680 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T07:10:11,697 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T07:10:11,703 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=133 (was 110) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43353 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43353 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=146 (was 132) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4208 (was 4435) 2024-12-15T07:10:11,710 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=133, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=146, ProcessCount=11, AvailableMemoryMB=4207 2024-12-15T07:10:11,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/hadoop.log.dir so I do NOT create it in target/test-data/0dc34596-4399-1733-4be0-f84236f323c6 2024-12-15T07:10:11,721 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/hadoop.log.dir Erasing configuration value by system value. 2024-12-15T07:10:11,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/hadoop.tmp.dir so I do NOT create it in target/test-data/0dc34596-4399-1733-4be0-f84236f323c6 2024-12-15T07:10:11,721 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ea277e8d-2ba0-d79f-11f7-6b84ed9ce47d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-15T07:10:11,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6 2024-12-15T07:10:11,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T07:10:11,721 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/cluster_97ef141e-608f-a440-d0e6-2c03a1814598, deleteOnExit=true 2024-12-15T07:10:11,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T07:10:11,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/test.cache.data in system properties and HBase conf 2024-12-15T07:10:11,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T07:10:11,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/hadoop.log.dir in system properties and HBase conf 2024-12-15T07:10:11,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T07:10:11,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T07:10:11,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T07:10:11,722 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T07:10:11,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T07:10:11,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T07:10:11,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T07:10:11,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T07:10:11,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T07:10:11,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T07:10:11,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T07:10:11,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T07:10:11,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T07:10:11,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/nfs.dump.dir in system properties and HBase conf 2024-12-15T07:10:11,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/java.io.tmpdir in system properties and HBase conf 2024-12-15T07:10:11,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T07:10:11,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T07:10:11,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T07:10:12,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:12,049 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:10:12,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:10:12,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:10:12,050 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T07:10:12,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:12,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bb1415d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:10:12,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33cc2a0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:10:12,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d7ee262{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/java.io.tmpdir/jetty-localhost-45725-hadoop-hdfs-3_4_1-tests_jar-_-any-17111389499550834475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T07:10:12,141 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f2c6733{HTTP/1.1, (http/1.1)}{localhost:45725} 2024-12-15T07:10:12,141 INFO [Time-limited test {}] server.Server(415): Started @21805ms 2024-12-15T07:10:12,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:12,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:10:12,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:10:12,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:10:12,339 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T07:10:12,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47b23e3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:10:12,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a7f1755{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:10:12,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23750428{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/java.io.tmpdir/jetty-localhost-44001-hadoop-hdfs-3_4_1-tests_jar-_-any-14028113027755650742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:12,429 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@419449cc{HTTP/1.1, (http/1.1)}{localhost:44001} 2024-12-15T07:10:12,429 INFO [Time-limited test {}] server.Server(415): Started @22093ms 2024-12-15T07:10:12,430 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T07:10:12,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:12,456 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:10:12,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:10:12,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:10:12,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T07:10:12,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@98c9d79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:10:12,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7a7487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:10:12,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58bff271{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/java.io.tmpdir/jetty-localhost-43685-hadoop-hdfs-3_4_1-tests_jar-_-any-6372976323187274992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:12,549 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37b6ba8f{HTTP/1.1, (http/1.1)}{localhost:43685} 2024-12-15T07:10:12,549 INFO [Time-limited test {}] server.Server(415): Started @22212ms 2024-12-15T07:10:12,550 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T07:10:13,103 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/cluster_97ef141e-608f-a440-d0e6-2c03a1814598/dfs/data/data2/current/BP-259693182-172.17.0.2-1734246611744/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:13,103 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/cluster_97ef141e-608f-a440-d0e6-2c03a1814598/dfs/data/data1/current/BP-259693182-172.17.0.2-1734246611744/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:13,129 WARN [Thread-874 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T07:10:13,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x727cd0c40bc8a255 with lease ID 0x9ff59696d1d36b0d: Processing first storage report for DS-3ec57f6c-6077-4f09-8f73-8fc25f6922f8 from datanode DatanodeRegistration(127.0.0.1:45537, datanodeUuid=44af50ea-dce1-41ba-a3e3-6bd9f92e2181, infoPort=45029, infoSecurePort=0, ipcPort=34655, storageInfo=lv=-57;cid=testClusterID;nsid=2076581566;c=1734246611744) 2024-12-15T07:10:13,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x727cd0c40bc8a255 with lease ID 0x9ff59696d1d36b0d: from storage DS-3ec57f6c-6077-4f09-8f73-8fc25f6922f8 node DatanodeRegistration(127.0.0.1:45537, datanodeUuid=44af50ea-dce1-41ba-a3e3-6bd9f92e2181, infoPort=45029, infoSecurePort=0, ipcPort=34655, storageInfo=lv=-57;cid=testClusterID;nsid=2076581566;c=1734246611744), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:13,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x727cd0c40bc8a255 with lease ID 0x9ff59696d1d36b0d: Processing first storage report for DS-f6c01681-2c0e-4e09-881f-24a3b4b81012 from datanode DatanodeRegistration(127.0.0.1:45537, datanodeUuid=44af50ea-dce1-41ba-a3e3-6bd9f92e2181, infoPort=45029, infoSecurePort=0, ipcPort=34655, storageInfo=lv=-57;cid=testClusterID;nsid=2076581566;c=1734246611744) 2024-12-15T07:10:13,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x727cd0c40bc8a255 with lease ID 0x9ff59696d1d36b0d: from storage DS-f6c01681-2c0e-4e09-881f-24a3b4b81012 node DatanodeRegistration(127.0.0.1:45537, datanodeUuid=44af50ea-dce1-41ba-a3e3-6bd9f92e2181, infoPort=45029, infoSecurePort=0, ipcPort=34655, storageInfo=lv=-57;cid=testClusterID;nsid=2076581566;c=1734246611744), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:13,279 WARN [Thread-921 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/cluster_97ef141e-608f-a440-d0e6-2c03a1814598/dfs/data/data3/current/BP-259693182-172.17.0.2-1734246611744/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:13,279 WARN [Thread-922 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/cluster_97ef141e-608f-a440-d0e6-2c03a1814598/dfs/data/data4/current/BP-259693182-172.17.0.2-1734246611744/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:13,294 WARN [Thread-897 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T07:10:13,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c89a41b281ae1e0 with lease ID 0x9ff59696d1d36b0e: Processing first storage report for DS-6911648d-7a70-4b79-8e92-3347acc3e01c from datanode DatanodeRegistration(127.0.0.1:43051, datanodeUuid=fd66fe8e-14bf-4267-88f5-292d6a5c79af, infoPort=38611, infoSecurePort=0, ipcPort=46123, storageInfo=lv=-57;cid=testClusterID;nsid=2076581566;c=1734246611744) 2024-12-15T07:10:13,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c89a41b281ae1e0 with lease ID 0x9ff59696d1d36b0e: from storage DS-6911648d-7a70-4b79-8e92-3347acc3e01c node DatanodeRegistration(127.0.0.1:43051, datanodeUuid=fd66fe8e-14bf-4267-88f5-292d6a5c79af, infoPort=38611, infoSecurePort=0, ipcPort=46123, storageInfo=lv=-57;cid=testClusterID;nsid=2076581566;c=1734246611744), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:13,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c89a41b281ae1e0 with lease ID 0x9ff59696d1d36b0e: Processing first storage report for DS-0edca64f-1b7c-482f-a634-f9a0a3993f24 from datanode DatanodeRegistration(127.0.0.1:43051, datanodeUuid=fd66fe8e-14bf-4267-88f5-292d6a5c79af, infoPort=38611, infoSecurePort=0, ipcPort=46123, storageInfo=lv=-57;cid=testClusterID;nsid=2076581566;c=1734246611744) 2024-12-15T07:10:13,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c89a41b281ae1e0 with lease ID 0x9ff59696d1d36b0e: from storage DS-0edca64f-1b7c-482f-a634-f9a0a3993f24 node DatanodeRegistration(127.0.0.1:43051, datanodeUuid=fd66fe8e-14bf-4267-88f5-292d6a5c79af, infoPort=38611, infoSecurePort=0, ipcPort=46123, storageInfo=lv=-57;cid=testClusterID;nsid=2076581566;c=1734246611744), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:13,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6 2024-12-15T07:10:13,382 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/cluster_97ef141e-608f-a440-d0e6-2c03a1814598/zookeeper_0, clientPort=62215, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/cluster_97ef141e-608f-a440-d0e6-2c03a1814598/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/cluster_97ef141e-608f-a440-d0e6-2c03a1814598/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T07:10:13,383 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62215 2024-12-15T07:10:13,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:13,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:13,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741825_1001 (size=7) 2024-12-15T07:10:13,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741825_1001 (size=7) 2024-12-15T07:10:13,397 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4 with version=8 2024-12-15T07:10:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/hbase-staging 2024-12-15T07:10:13,399 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:10:13,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:13,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:13,399 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:10:13,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:13,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:10:13,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:10:13,400 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:10:13,400 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33607 2024-12-15T07:10:13,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:13,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:13,404 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33607 connecting to ZooKeeper ensemble=127.0.0.1:62215 2024-12-15T07:10:13,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336070x0, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:10:13,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33607-0x10028865e040000 connected 2024-12-15T07:10:13,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:13,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:13,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:10:13,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33607 2024-12-15T07:10:13,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33607 2024-12-15T07:10:13,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33607 2024-12-15T07:10:13,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33607 2024-12-15T07:10:13,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33607 2024-12-15T07:10:13,518 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4, hbase.cluster.distributed=false 2024-12-15T07:10:13,531 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:10:13,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:13,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:13,531 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:10:13,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:13,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:10:13,531 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:10:13,531 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:10:13,532 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40631 2024-12-15T07:10:13,532 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T07:10:13,537 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-15T07:10:13,542 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-15T07:10:13,545 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-15T07:10:13,546 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-15T07:10:13,546 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T07:10:13,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:13,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:13,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40631 connecting to ZooKeeper ensemble=127.0.0.1:62215 2024-12-15T07:10:13,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406310x0, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:10:13,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406310x0, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:13,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40631-0x10028865e040001 connected 2024-12-15T07:10:13,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:13,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:10:13,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40631 2024-12-15T07:10:13,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40631 2024-12-15T07:10:13,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40631 2024-12-15T07:10:13,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40631 2024-12-15T07:10:13,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40631 2024-12-15T07:10:13,575 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:10:13,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:13,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:13,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:10:13,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:13,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:10:13,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:10:13,576 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:10:13,576 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39529 2024-12-15T07:10:13,577 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T07:10:13,577 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-15T07:10:13,581 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-15T07:10:13,581 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-15T07:10:13,582 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-15T07:10:13,582 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T07:10:13,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:13,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:13,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39529 connecting to ZooKeeper ensemble=127.0.0.1:62215 2024-12-15T07:10:13,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395290x0, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:10:13,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395290x0, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:13,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39529-0x10028865e040002 connected 2024-12-15T07:10:13,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:13,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:10:13,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39529 2024-12-15T07:10:13,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39529 2024-12-15T07:10:13,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39529 2024-12-15T07:10:13,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39529 2024-12-15T07:10:13,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39529 2024-12-15T07:10:13,603 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5965ed06ec91,33607,1734246613399 2024-12-15T07:10:13,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:13,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:13,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:13,610 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5965ed06ec91,33607,1734246613399 2024-12-15T07:10:13,613 DEBUG [M:0;5965ed06ec91:33607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5965ed06ec91:33607 2024-12-15T07:10:13,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:13,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:13,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:13,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:13,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:13,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:13,618 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T07:10:13,619 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5965ed06ec91,33607,1734246613399 from backup master directory 2024-12-15T07:10:13,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T07:10:13,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5965ed06ec91,33607,1734246613399 2024-12-15T07:10:13,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:13,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:13,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:13,626 WARN [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:10:13,626 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5965ed06ec91,33607,1734246613399 2024-12-15T07:10:13,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741826_1002 (size=42) 2024-12-15T07:10:13,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741826_1002 (size=42) 2024-12-15T07:10:13,637 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/hbase.id with ID: 3de0694f-e684-463a-beda-eb5f393969ba 2024-12-15T07:10:13,647 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:13,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:13,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:13,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:13,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741827_1003 (size=196) 2024-12-15T07:10:13,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741827_1003 (size=196) 2024-12-15T07:10:13,665 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T07:10:13,666 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T07:10:13,666 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:13,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741828_1004 (size=1189) 2024-12-15T07:10:13,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741828_1004 (size=1189) 2024-12-15T07:10:14,080 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store 2024-12-15T07:10:14,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741829_1005 (size=34) 2024-12-15T07:10:14,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741829_1005 (size=34) 2024-12-15T07:10:14,096 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:14,097 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T07:10:14,097 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:14,097 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:14,097 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T07:10:14,097 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:14,097 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:14,097 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:10:14,099 WARN [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/.initializing 2024-12-15T07:10:14,099 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/WALs/5965ed06ec91,33607,1734246613399 2024-12-15T07:10:14,100 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:10:14,101 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C33607%2C1734246613399, suffix=, logDir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/WALs/5965ed06ec91,33607,1734246613399, archiveDir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/oldWALs, maxLogs=10 2024-12-15T07:10:14,113 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/WALs/5965ed06ec91,33607,1734246613399/5965ed06ec91%2C33607%2C1734246613399.1734246614101, exclude list is [], retry=0 2024-12-15T07:10:14,116 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43051,DS-6911648d-7a70-4b79-8e92-3347acc3e01c,DISK] 2024-12-15T07:10:14,116 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45537,DS-3ec57f6c-6077-4f09-8f73-8fc25f6922f8,DISK] 2024-12-15T07:10:14,117 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/WALs/5965ed06ec91,33607,1734246613399/5965ed06ec91%2C33607%2C1734246613399.1734246614101 2024-12-15T07:10:14,117 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45029:45029),(127.0.0.1/127.0.0.1:38611:38611)] 2024-12-15T07:10:14,118 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:10:14,118 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:14,118 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:14,118 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:14,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:14,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T07:10:14,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:14,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:14,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:14,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T07:10:14,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:14,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:14,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:14,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T07:10:14,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:14,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:14,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:14,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T07:10:14,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:14,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:14,127 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:14,128 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:14,130 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T07:10:14,131 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:14,133 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:14,133 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59451706, jitterRate=-0.11410054564476013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T07:10:14,133 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:10:14,134 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T07:10:14,137 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f29334e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:14,137 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T07:10:14,138 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T07:10:14,138 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T07:10:14,138 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T07:10:14,138 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-15T07:10:14,139 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-15T07:10:14,139 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T07:10:14,141 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T07:10:14,142 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-15T07:10:14,184 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-15T07:10:14,185 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T07:10:14,186 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-15T07:10:14,193 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-15T07:10:14,193 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T07:10:14,194 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-15T07:10:14,201 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-15T07:10:14,202 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-15T07:10:14,209 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-15T07:10:14,212 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T07:10:14,223 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-15T07:10:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:14,232 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5965ed06ec91,33607,1734246613399, sessionid=0x10028865e040000, setting cluster-up flag (Was=false) 2024-12-15T07:10:14,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:14,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:14,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:14,276 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-15T07:10:14,277 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5965ed06ec91,33607,1734246613399 2024-12-15T07:10:14,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:14,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:14,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:14,318 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-15T07:10:14,320 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5965ed06ec91,33607,1734246613399 2024-12-15T07:10:14,326 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T07:10:14,327 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T07:10:14,327 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T07:10:14,328 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5965ed06ec91,33607,1734246613399 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T07:10:14,328 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:14,328 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:14,328 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:14,328 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:14,329 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5965ed06ec91:0, corePoolSize=10, maxPoolSize=10 2024-12-15T07:10:14,329 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,329 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:10:14,329 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,330 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734246644330 2024-12-15T07:10:14,330 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T07:10:14,330 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T07:10:14,330 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T07:10:14,330 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T07:10:14,330 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T07:10:14,331 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T07:10:14,331 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T07:10:14,331 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T07:10:14,331 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,331 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T07:10:14,331 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T07:10:14,331 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T07:10:14,332 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T07:10:14,332 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T07:10:14,332 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246614332,5,FailOnTimeoutGroup] 2024-12-15T07:10:14,332 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246614332,5,FailOnTimeoutGroup] 2024-12-15T07:10:14,332 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:14,332 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,332 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T07:10:14,332 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,332 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T07:10:14,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741831_1007 (size=1039) 2024-12-15T07:10:14,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741831_1007 (size=1039) 2024-12-15T07:10:14,340 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T07:10:14,341 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4 2024-12-15T07:10:14,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741832_1008 (size=32) 2024-12-15T07:10:14,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741832_1008 (size=32) 2024-12-15T07:10:14,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:14,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T07:10:14,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T07:10:14,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:14,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:14,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T07:10:14,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T07:10:14,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:14,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:14,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T07:10:14,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T07:10:14,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:14,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:14,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/meta/1588230740 2024-12-15T07:10:14,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/meta/1588230740 2024-12-15T07:10:14,361 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T07:10:14,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T07:10:14,365 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:14,366 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64401489, jitterRate=-0.0403430312871933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T07:10:14,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T07:10:14,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T07:10:14,367 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T07:10:14,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T07:10:14,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T07:10:14,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T07:10:14,367 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T07:10:14,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T07:10:14,369 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T07:10:14,369 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T07:10:14,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T07:10:14,370 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T07:10:14,371 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T07:10:14,413 DEBUG [RS:1;5965ed06ec91:39529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5965ed06ec91:39529 2024-12-15T07:10:14,413 DEBUG [RS:0;5965ed06ec91:40631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5965ed06ec91:40631 2024-12-15T07:10:14,414 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.HRegionServer(1008): ClusterId : 3de0694f-e684-463a-beda-eb5f393969ba 2024-12-15T07:10:14,414 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.HRegionServer(1008): ClusterId : 3de0694f-e684-463a-beda-eb5f393969ba 2024-12-15T07:10:14,414 DEBUG [RS:0;5965ed06ec91:40631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T07:10:14,414 DEBUG [RS:1;5965ed06ec91:39529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T07:10:14,423 DEBUG [RS:1;5965ed06ec91:39529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T07:10:14,423 DEBUG [RS:0;5965ed06ec91:40631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T07:10:14,423 DEBUG [RS:1;5965ed06ec91:39529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T07:10:14,423 DEBUG [RS:0;5965ed06ec91:40631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T07:10:14,431 DEBUG [RS:1;5965ed06ec91:39529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T07:10:14,431 DEBUG [RS:0;5965ed06ec91:40631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T07:10:14,431 DEBUG [RS:1;5965ed06ec91:39529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4364a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:14,431 DEBUG [RS:0;5965ed06ec91:40631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f30a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:14,432 DEBUG [RS:1;5965ed06ec91:39529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39914eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:10:14,432 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T07:10:14,432 DEBUG [RS:0;5965ed06ec91:40631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7804eb32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:10:14,432 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T07:10:14,432 DEBUG [RS:1;5965ed06ec91:39529 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T07:10:14,432 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T07:10:14,432 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T07:10:14,432 DEBUG [RS:0;5965ed06ec91:40631 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T07:10:14,432 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.HRegionServer(3073): reportForDuty to master=5965ed06ec91,33607,1734246613399 with isa=5965ed06ec91/172.17.0.2:39529, startcode=1734246613575 2024-12-15T07:10:14,432 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.HRegionServer(3073): reportForDuty to master=5965ed06ec91,33607,1734246613399 with isa=5965ed06ec91/172.17.0.2:40631, startcode=1734246613530 2024-12-15T07:10:14,432 DEBUG [RS:1;5965ed06ec91:39529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T07:10:14,432 DEBUG [RS:0;5965ed06ec91:40631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T07:10:14,434 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41913, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T07:10:14,434 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39283, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T07:10:14,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33607 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5965ed06ec91,40631,1734246613530 2024-12-15T07:10:14,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33607 {}] master.ServerManager(486): Registering regionserver=5965ed06ec91,40631,1734246613530 2024-12-15T07:10:14,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33607 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5965ed06ec91,39529,1734246613575 2024-12-15T07:10:14,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33607 {}] master.ServerManager(486): Registering regionserver=5965ed06ec91,39529,1734246613575 2024-12-15T07:10:14,435 DEBUG [RS:0;5965ed06ec91:40631 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4 2024-12-15T07:10:14,435 DEBUG [RS:0;5965ed06ec91:40631 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41235 2024-12-15T07:10:14,435 DEBUG [RS:0;5965ed06ec91:40631 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T07:10:14,436 DEBUG [RS:1;5965ed06ec91:39529 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4 2024-12-15T07:10:14,436 DEBUG [RS:1;5965ed06ec91:39529 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41235 2024-12-15T07:10:14,436 DEBUG [RS:1;5965ed06ec91:39529 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T07:10:14,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T07:10:14,468 DEBUG [RS:0;5965ed06ec91:40631 {}] zookeeper.ZKUtil(111): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5965ed06ec91,40631,1734246613530 2024-12-15T07:10:14,468 WARN [RS:0;5965ed06ec91:40631 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:10:14,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5965ed06ec91,39529,1734246613575] 2024-12-15T07:10:14,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5965ed06ec91,40631,1734246613530] 2024-12-15T07:10:14,468 INFO [RS:0;5965ed06ec91:40631 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:14,468 DEBUG [RS:0;5965ed06ec91:40631 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/WALs/5965ed06ec91,40631,1734246613530 2024-12-15T07:10:14,468 DEBUG [RS:1;5965ed06ec91:39529 {}] zookeeper.ZKUtil(111): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5965ed06ec91,39529,1734246613575 2024-12-15T07:10:14,468 WARN [RS:1;5965ed06ec91:39529 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:10:14,468 INFO [RS:1;5965ed06ec91:39529 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:14,468 DEBUG [RS:1;5965ed06ec91:39529 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/WALs/5965ed06ec91,39529,1734246613575 2024-12-15T07:10:14,471 DEBUG [RS:0;5965ed06ec91:40631 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-15T07:10:14,471 DEBUG [RS:1;5965ed06ec91:39529 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-15T07:10:14,471 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T07:10:14,471 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T07:10:14,472 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T07:10:14,473 INFO [RS:1;5965ed06ec91:39529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T07:10:14,473 INFO [RS:1;5965ed06ec91:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,473 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T07:10:14,473 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T07:10:14,474 INFO [RS:0;5965ed06ec91:40631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T07:10:14,474 INFO [RS:1;5965ed06ec91:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,474 INFO [RS:0;5965ed06ec91:40631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,474 DEBUG [RS:1;5965ed06ec91:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,474 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T07:10:14,474 DEBUG [RS:1;5965ed06ec91:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,474 DEBUG [RS:1;5965ed06ec91:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,474 DEBUG [RS:1;5965ed06ec91:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,474 DEBUG [RS:1;5965ed06ec91:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,475 DEBUG [RS:1;5965ed06ec91:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:10:14,475 DEBUG [RS:1;5965ed06ec91:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,475 DEBUG [RS:1;5965ed06ec91:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,475 DEBUG [RS:1;5965ed06ec91:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,475 DEBUG [RS:1;5965ed06ec91:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,475 DEBUG [RS:1;5965ed06ec91:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,475 INFO [RS:0;5965ed06ec91:40631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,475 DEBUG [RS:1;5965ed06ec91:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:14,475 DEBUG [RS:0;5965ed06ec91:40631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,475 DEBUG [RS:1;5965ed06ec91:39529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:14,475 DEBUG [RS:0;5965ed06ec91:40631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,475 DEBUG [RS:0;5965ed06ec91:40631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,475 DEBUG [RS:0;5965ed06ec91:40631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,476 DEBUG [RS:0;5965ed06ec91:40631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,476 DEBUG [RS:0;5965ed06ec91:40631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:10:14,476 DEBUG [RS:0;5965ed06ec91:40631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,476 DEBUG [RS:0;5965ed06ec91:40631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,476 DEBUG [RS:0;5965ed06ec91:40631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,476 DEBUG [RS:0;5965ed06ec91:40631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,476 DEBUG [RS:0;5965ed06ec91:40631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:14,476 DEBUG [RS:0;5965ed06ec91:40631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:14,476 DEBUG [RS:0;5965ed06ec91:40631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:14,477 INFO [RS:1;5965ed06ec91:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,477 INFO [RS:1;5965ed06ec91:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,477 INFO [RS:1;5965ed06ec91:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,477 INFO [RS:1;5965ed06ec91:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,477 INFO [RS:1;5965ed06ec91:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,39529,1734246613575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:10:14,477 INFO [RS:0;5965ed06ec91:40631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,477 INFO [RS:0;5965ed06ec91:40631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,477 INFO [RS:0;5965ed06ec91:40631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,477 INFO [RS:0;5965ed06ec91:40631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,477 INFO [RS:0;5965ed06ec91:40631 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,40631,1734246613530-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:10:14,496 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T07:10:14,496 INFO [RS:1;5965ed06ec91:39529 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,39529,1734246613575-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,497 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T07:10:14,497 INFO [RS:0;5965ed06ec91:40631 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,40631,1734246613530-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:14,513 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.Replication(204): 5965ed06ec91,39529,1734246613575 started 2024-12-15T07:10:14,513 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.Replication(204): 5965ed06ec91,40631,1734246613530 started 2024-12-15T07:10:14,513 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.HRegionServer(1767): Serving as 5965ed06ec91,39529,1734246613575, RpcServer on 5965ed06ec91/172.17.0.2:39529, sessionid=0x10028865e040002 2024-12-15T07:10:14,513 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.HRegionServer(1767): Serving as 5965ed06ec91,40631,1734246613530, RpcServer on 5965ed06ec91/172.17.0.2:40631, sessionid=0x10028865e040001 2024-12-15T07:10:14,514 DEBUG [RS:0;5965ed06ec91:40631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T07:10:14,514 DEBUG [RS:1;5965ed06ec91:39529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T07:10:14,514 DEBUG [RS:1;5965ed06ec91:39529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5965ed06ec91,39529,1734246613575 2024-12-15T07:10:14,514 DEBUG [RS:0;5965ed06ec91:40631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5965ed06ec91,40631,1734246613530 2024-12-15T07:10:14,514 DEBUG [RS:1;5965ed06ec91:39529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,39529,1734246613575' 2024-12-15T07:10:14,514 DEBUG [RS:0;5965ed06ec91:40631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,40631,1734246613530' 2024-12-15T07:10:14,514 DEBUG [RS:1;5965ed06ec91:39529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T07:10:14,514 DEBUG [RS:0;5965ed06ec91:40631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T07:10:14,514 DEBUG [RS:1;5965ed06ec91:39529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T07:10:14,514 DEBUG [RS:0;5965ed06ec91:40631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T07:10:14,515 DEBUG [RS:0;5965ed06ec91:40631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T07:10:14,515 DEBUG [RS:1;5965ed06ec91:39529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T07:10:14,515 DEBUG [RS:0;5965ed06ec91:40631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T07:10:14,515 DEBUG [RS:1;5965ed06ec91:39529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T07:10:14,515 DEBUG [RS:0;5965ed06ec91:40631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5965ed06ec91,40631,1734246613530 2024-12-15T07:10:14,515 DEBUG [RS:1;5965ed06ec91:39529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5965ed06ec91,39529,1734246613575 2024-12-15T07:10:14,515 DEBUG [RS:0;5965ed06ec91:40631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,40631,1734246613530' 2024-12-15T07:10:14,515 DEBUG [RS:1;5965ed06ec91:39529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,39529,1734246613575' 2024-12-15T07:10:14,515 DEBUG [RS:0;5965ed06ec91:40631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T07:10:14,515 DEBUG [RS:1;5965ed06ec91:39529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T07:10:14,515 DEBUG [RS:0;5965ed06ec91:40631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T07:10:14,515 DEBUG [RS:1;5965ed06ec91:39529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T07:10:14,515 DEBUG [RS:1;5965ed06ec91:39529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T07:10:14,515 DEBUG [RS:0;5965ed06ec91:40631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T07:10:14,515 INFO [RS:1;5965ed06ec91:39529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T07:10:14,515 INFO [RS:0;5965ed06ec91:40631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T07:10:14,515 INFO [RS:0;5965ed06ec91:40631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T07:10:14,515 INFO [RS:1;5965ed06ec91:39529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T07:10:14,522 WARN [5965ed06ec91:33607 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-15T07:10:14,617 INFO [RS:0;5965ed06ec91:40631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:10:14,617 INFO [RS:1;5965ed06ec91:39529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:10:14,621 INFO [RS:1;5965ed06ec91:39529 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C39529%2C1734246613575, suffix=, logDir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/WALs/5965ed06ec91,39529,1734246613575, archiveDir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/oldWALs, maxLogs=32 2024-12-15T07:10:14,621 INFO [RS:0;5965ed06ec91:40631 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C40631%2C1734246613530, suffix=, logDir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/WALs/5965ed06ec91,40631,1734246613530, archiveDir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/oldWALs, maxLogs=32 2024-12-15T07:10:14,635 DEBUG [RS:1;5965ed06ec91:39529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/WALs/5965ed06ec91,39529,1734246613575/5965ed06ec91%2C39529%2C1734246613575.1734246614621, exclude list is [], retry=0 2024-12-15T07:10:14,635 DEBUG [RS:0;5965ed06ec91:40631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/WALs/5965ed06ec91,40631,1734246613530/5965ed06ec91%2C40631%2C1734246613530.1734246614621, exclude list is [], retry=0 2024-12-15T07:10:14,637 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45537,DS-3ec57f6c-6077-4f09-8f73-8fc25f6922f8,DISK] 2024-12-15T07:10:14,637 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43051,DS-6911648d-7a70-4b79-8e92-3347acc3e01c,DISK] 2024-12-15T07:10:14,637 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45537,DS-3ec57f6c-6077-4f09-8f73-8fc25f6922f8,DISK] 2024-12-15T07:10:14,638 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43051,DS-6911648d-7a70-4b79-8e92-3347acc3e01c,DISK] 2024-12-15T07:10:14,639 INFO [RS:0;5965ed06ec91:40631 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/WALs/5965ed06ec91,40631,1734246613530/5965ed06ec91%2C40631%2C1734246613530.1734246614621 2024-12-15T07:10:14,640 INFO [RS:1;5965ed06ec91:39529 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/WALs/5965ed06ec91,39529,1734246613575/5965ed06ec91%2C39529%2C1734246613575.1734246614621 2024-12-15T07:10:14,640 DEBUG [RS:0;5965ed06ec91:40631 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45029:45029),(127.0.0.1/127.0.0.1:38611:38611)] 2024-12-15T07:10:14,640 DEBUG [RS:1;5965ed06ec91:39529 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45029:45029),(127.0.0.1/127.0.0.1:38611:38611)] 2024-12-15T07:10:14,772 DEBUG [5965ed06ec91:33607 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-15T07:10:14,772 DEBUG [5965ed06ec91:33607 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:10:14,774 DEBUG [5965ed06ec91:33607 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:10:14,774 DEBUG [5965ed06ec91:33607 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:10:14,774 INFO [5965ed06ec91:33607 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:10:14,774 INFO [5965ed06ec91:33607 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:10:14,774 DEBUG [5965ed06ec91:33607 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:10:14,774 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5965ed06ec91,39529,1734246613575 2024-12-15T07:10:14,775 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5965ed06ec91,39529,1734246613575, state=OPENING 2024-12-15T07:10:14,785 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T07:10:14,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:14,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:14,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:14,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5965ed06ec91,39529,1734246613575}] 2024-12-15T07:10:14,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:14,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:14,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:14,948 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,39529,1734246613575 2024-12-15T07:10:14,948 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:14,952 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:14,958 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T07:10:14,958 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:14,958 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T07:10:14,960 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C39529%2C1734246613575.meta, suffix=.meta, logDir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/WALs/5965ed06ec91,39529,1734246613575, archiveDir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/oldWALs, maxLogs=32 2024-12-15T07:10:14,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T07:10:14,973 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/WALs/5965ed06ec91,39529,1734246613575/5965ed06ec91%2C39529%2C1734246613575.meta.1734246614960.meta, exclude list is [], retry=0 2024-12-15T07:10:14,976 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45537,DS-3ec57f6c-6077-4f09-8f73-8fc25f6922f8,DISK] 2024-12-15T07:10:14,976 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43051,DS-6911648d-7a70-4b79-8e92-3347acc3e01c,DISK] 2024-12-15T07:10:14,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:14,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:14,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:14,978 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/WALs/5965ed06ec91,39529,1734246613575/5965ed06ec91%2C39529%2C1734246613575.meta.1734246614960.meta 2024-12-15T07:10:14,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:14,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:14,981 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45029:45029),(127.0.0.1/127.0.0.1:38611:38611)] 2024-12-15T07:10:14,981 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:10:14,981 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T07:10:14,981 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T07:10:14,981 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T07:10:14,981 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T07:10:14,981 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:14,981 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T07:10:14,982 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T07:10:14,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:14,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T07:10:14,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T07:10:14,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:14,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:14,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T07:10:14,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T07:10:14,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:14,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:14,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T07:10:14,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T07:10:14,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:14,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:14,989 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/meta/1588230740 2024-12-15T07:10:14,990 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/meta/1588230740 2024-12-15T07:10:14,992 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T07:10:14,993 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T07:10:14,994 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60030458, jitterRate=-0.10547646880149841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T07:10:14,994 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T07:10:14,995 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734246614947 2024-12-15T07:10:14,997 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T07:10:14,997 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T07:10:14,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,39529,1734246613575 2024-12-15T07:10:14,998 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5965ed06ec91,39529,1734246613575, state=OPEN 2024-12-15T07:10:15,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:10:15,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:10:15,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:10:15,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:15,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:15,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:15,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T07:10:15,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5965ed06ec91,39529,1734246613575 in 213 msec 2024-12-15T07:10:15,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T07:10:15,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 639 msec 2024-12-15T07:10:15,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 686 msec 2024-12-15T07:10:15,011 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734246615011, completionTime=-1 2024-12-15T07:10:15,011 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-15T07:10:15,011 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T07:10:15,012 DEBUG [hconnection-0x73b1b340-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:15,014 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:15,015 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-15T07:10:15,015 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734246675015 2024-12-15T07:10:15,015 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734246735015 2024-12-15T07:10:15,015 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-15T07:10:15,035 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,33607,1734246613399-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:15,035 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,33607,1734246613399-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:15,035 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,33607,1734246613399-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:15,035 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5965ed06ec91:33607, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:15,035 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:15,035 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T07:10:15,036 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T07:10:15,037 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T07:10:15,037 DEBUG [master/5965ed06ec91:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T07:10:15,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T07:10:15,038 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:15,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T07:10:15,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741836_1012 (size=358) 2024-12-15T07:10:15,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741836_1012 (size=358) 2024-12-15T07:10:15,047 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cf56490633be3ce237241e6e7e92646c, NAME => 'hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4 2024-12-15T07:10:15,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741837_1013 (size=42) 2024-12-15T07:10:15,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741837_1013 (size=42) 2024-12-15T07:10:15,056 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:15,056 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing cf56490633be3ce237241e6e7e92646c, disabling compactions & flushes 2024-12-15T07:10:15,056 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c. 2024-12-15T07:10:15,056 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c. 2024-12-15T07:10:15,056 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c. after waiting 0 ms 2024-12-15T07:10:15,056 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c. 2024-12-15T07:10:15,056 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c. 2024-12-15T07:10:15,056 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for cf56490633be3ce237241e6e7e92646c: 2024-12-15T07:10:15,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T07:10:15,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734246615057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246615057"}]},"ts":"1734246615057"} 2024-12-15T07:10:15,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T07:10:15,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T07:10:15,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246615061"}]},"ts":"1734246615061"} 2024-12-15T07:10:15,063 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T07:10:15,081 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:10:15,082 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:10:15,082 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:10:15,082 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:10:15,082 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:10:15,082 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:10:15,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=cf56490633be3ce237241e6e7e92646c, ASSIGN}] 2024-12-15T07:10:15,084 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=cf56490633be3ce237241e6e7e92646c, ASSIGN 2024-12-15T07:10:15,085 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=cf56490633be3ce237241e6e7e92646c, ASSIGN; state=OFFLINE, location=5965ed06ec91,40631,1734246613530; forceNewPlan=false, retain=false 2024-12-15T07:10:15,236 INFO [5965ed06ec91:33607 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T07:10:15,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=cf56490633be3ce237241e6e7e92646c, regionState=OPENING, regionLocation=5965ed06ec91,40631,1734246613530 2024-12-15T07:10:15,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure cf56490633be3ce237241e6e7e92646c, server=5965ed06ec91,40631,1734246613530}] 2024-12-15T07:10:15,392 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,40631,1734246613530 2024-12-15T07:10:15,392 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:15,393 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:15,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c. 2024-12-15T07:10:15,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => cf56490633be3ce237241e6e7e92646c, NAME => 'hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c.', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:10:15,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace cf56490633be3ce237241e6e7e92646c 2024-12-15T07:10:15,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:15,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for cf56490633be3ce237241e6e7e92646c 2024-12-15T07:10:15,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for cf56490633be3ce237241e6e7e92646c 2024-12-15T07:10:15,399 INFO [StoreOpener-cf56490633be3ce237241e6e7e92646c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region cf56490633be3ce237241e6e7e92646c 2024-12-15T07:10:15,401 INFO [StoreOpener-cf56490633be3ce237241e6e7e92646c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf56490633be3ce237241e6e7e92646c columnFamilyName info 2024-12-15T07:10:15,401 DEBUG [StoreOpener-cf56490633be3ce237241e6e7e92646c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:15,402 INFO [StoreOpener-cf56490633be3ce237241e6e7e92646c-1 {}] regionserver.HStore(327): Store=cf56490633be3ce237241e6e7e92646c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:15,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/namespace/cf56490633be3ce237241e6e7e92646c 2024-12-15T07:10:15,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/namespace/cf56490633be3ce237241e6e7e92646c 2024-12-15T07:10:15,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for cf56490633be3ce237241e6e7e92646c 2024-12-15T07:10:15,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/namespace/cf56490633be3ce237241e6e7e92646c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:15,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened cf56490633be3ce237241e6e7e92646c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59838753, jitterRate=-0.10833309590816498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:10:15,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for cf56490633be3ce237241e6e7e92646c: 2024-12-15T07:10:15,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c., pid=6, masterSystemTime=1734246615392 2024-12-15T07:10:15,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c. 2024-12-15T07:10:15,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c. 2024-12-15T07:10:15,414 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=cf56490633be3ce237241e6e7e92646c, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,40631,1734246613530 2024-12-15T07:10:15,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T07:10:15,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure cf56490633be3ce237241e6e7e92646c, server=5965ed06ec91,40631,1734246613530 in 177 msec 2024-12-15T07:10:15,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T07:10:15,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=cf56490633be3ce237241e6e7e92646c, ASSIGN in 336 msec 2024-12-15T07:10:15,421 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T07:10:15,421 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246615421"}]},"ts":"1734246615421"} 2024-12-15T07:10:15,423 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T07:10:15,432 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T07:10:15,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 396 msec 2024-12-15T07:10:15,438 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-15T07:10:15,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:15,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:15,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:10:15,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:15,450 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:15,451 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:15,453 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T07:10:15,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:10:15,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2024-12-15T07:10:15,485 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T07:10:15,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:10:15,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 27 msec 2024-12-15T07:10:15,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T07:10:15,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T07:10:15,552 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.925sec 2024-12-15T07:10:15,552 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T07:10:15,552 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T07:10:15,552 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T07:10:15,552 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T07:10:15,553 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T07:10:15,553 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,33607,1734246613399-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:10:15,553 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,33607,1734246613399-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T07:10:15,557 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T07:10:15,557 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T07:10:15,557 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,33607,1734246613399-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:15,606 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b052860 to 127.0.0.1:62215 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13d53d72 2024-12-15T07:10:15,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428fe4c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:15,623 DEBUG [hconnection-0x6dbfee75-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:15,625 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:15,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5965ed06ec91,33607,1734246613399 2024-12-15T07:10:15,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T07:10:15,631 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T07:10:15,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33607 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T07:10:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33607 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-15T07:10:15,635 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T07:10:15,635 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:15,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33607 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-15T07:10:15,636 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T07:10:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33607 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:15,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741838_1014 (size=379) 2024-12-15T07:10:15,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741838_1014 (size=379) 2024-12-15T07:10:15,645 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 364be91d8d102e094e9d02f07829e9a9, NAME => 'testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4 2024-12-15T07:10:15,645 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => de259dbcd2a175a4975902678b5a9e65, NAME => 'testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4 2024-12-15T07:10:15,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741840_1016 (size=61) 2024-12-15T07:10:15,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741840_1016 (size=61) 2024-12-15T07:10:15,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741839_1015 (size=61) 2024-12-15T07:10:15,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741839_1015 (size=61) 2024-12-15T07:10:15,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:15,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 364be91d8d102e094e9d02f07829e9a9, disabling compactions & flushes 2024-12-15T07:10:15,653 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9. 2024-12-15T07:10:15,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9. 2024-12-15T07:10:15,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9. after waiting 0 ms 2024-12-15T07:10:15,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9. 2024-12-15T07:10:15,653 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9. 2024-12-15T07:10:15,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 364be91d8d102e094e9d02f07829e9a9: 2024-12-15T07:10:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33607 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33607 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:16,055 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:16,055 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing de259dbcd2a175a4975902678b5a9e65, disabling compactions & flushes 2024-12-15T07:10:16,056 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65. 2024-12-15T07:10:16,056 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65. 2024-12-15T07:10:16,056 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65. after waiting 0 ms 2024-12-15T07:10:16,056 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65. 2024-12-15T07:10:16,056 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65. 2024-12-15T07:10:16,056 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for de259dbcd2a175a4975902678b5a9e65: 2024-12-15T07:10:16,059 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T07:10:16,060 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734246616059"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246616059"}]},"ts":"1734246616059"} 2024-12-15T07:10:16,060 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734246616059"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246616059"}]},"ts":"1734246616059"} 2024-12-15T07:10:16,065 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-15T07:10:16,066 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T07:10:16,066 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246616066"}]},"ts":"1734246616066"} 2024-12-15T07:10:16,067 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-15T07:10:16,104 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T07:10:16,104 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-15T07:10:16,105 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T07:10:16,105 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-15T07:10:16,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T07:10:16,106 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-15T07:10:16,118 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:10:16,121 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:10:16,121 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:10:16,121 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:10:16,121 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:10:16,121 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:10:16,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=364be91d8d102e094e9d02f07829e9a9, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de259dbcd2a175a4975902678b5a9e65, ASSIGN}] 2024-12-15T07:10:16,124 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de259dbcd2a175a4975902678b5a9e65, ASSIGN 2024-12-15T07:10:16,124 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=364be91d8d102e094e9d02f07829e9a9, ASSIGN 2024-12-15T07:10:16,125 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de259dbcd2a175a4975902678b5a9e65, ASSIGN; state=OFFLINE, location=5965ed06ec91,39529,1734246613575; forceNewPlan=false, retain=false 2024-12-15T07:10:16,125 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=364be91d8d102e094e9d02f07829e9a9, ASSIGN; state=OFFLINE, location=5965ed06ec91,40631,1734246613530; forceNewPlan=false, retain=false 2024-12-15T07:10:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33607 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:16,276 INFO [5965ed06ec91:33607 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-15T07:10:16,277 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=364be91d8d102e094e9d02f07829e9a9, regionState=OPENING, regionLocation=5965ed06ec91,40631,1734246613530 2024-12-15T07:10:16,277 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=de259dbcd2a175a4975902678b5a9e65, regionState=OPENING, regionLocation=5965ed06ec91,39529,1734246613575 2024-12-15T07:10:16,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure de259dbcd2a175a4975902678b5a9e65, server=5965ed06ec91,39529,1734246613575}] 2024-12-15T07:10:16,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 364be91d8d102e094e9d02f07829e9a9, server=5965ed06ec91,40631,1734246613530}] 2024-12-15T07:10:16,436 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,39529,1734246613575 2024-12-15T07:10:16,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,40631,1734246613530 2024-12-15T07:10:16,444 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65. 2024-12-15T07:10:16,445 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9. 2024-12-15T07:10:16,445 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => de259dbcd2a175a4975902678b5a9e65, NAME => 'testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65.', STARTKEY => '5', ENDKEY => ''} 2024-12-15T07:10:16,445 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 364be91d8d102e094e9d02f07829e9a9, NAME => 'testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9.', STARTKEY => '', ENDKEY => '5'} 2024-12-15T07:10:16,445 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache de259dbcd2a175a4975902678b5a9e65 2024-12-15T07:10:16,446 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 364be91d8d102e094e9d02f07829e9a9 2024-12-15T07:10:16,446 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:16,446 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:16,446 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for de259dbcd2a175a4975902678b5a9e65 2024-12-15T07:10:16,446 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 364be91d8d102e094e9d02f07829e9a9 2024-12-15T07:10:16,446 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for de259dbcd2a175a4975902678b5a9e65 2024-12-15T07:10:16,446 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 364be91d8d102e094e9d02f07829e9a9 2024-12-15T07:10:16,448 INFO [StoreOpener-364be91d8d102e094e9d02f07829e9a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 364be91d8d102e094e9d02f07829e9a9 2024-12-15T07:10:16,448 INFO [StoreOpener-de259dbcd2a175a4975902678b5a9e65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region de259dbcd2a175a4975902678b5a9e65 2024-12-15T07:10:16,449 INFO [StoreOpener-364be91d8d102e094e9d02f07829e9a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364be91d8d102e094e9d02f07829e9a9 columnFamilyName family 2024-12-15T07:10:16,449 DEBUG [StoreOpener-364be91d8d102e094e9d02f07829e9a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:16,449 INFO [StoreOpener-de259dbcd2a175a4975902678b5a9e65-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de259dbcd2a175a4975902678b5a9e65 columnFamilyName family 2024-12-15T07:10:16,449 DEBUG [StoreOpener-de259dbcd2a175a4975902678b5a9e65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:16,450 INFO [StoreOpener-364be91d8d102e094e9d02f07829e9a9-1 {}] regionserver.HStore(327): Store=364be91d8d102e094e9d02f07829e9a9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:16,450 INFO [StoreOpener-de259dbcd2a175a4975902678b5a9e65-1 {}] regionserver.HStore(327): Store=de259dbcd2a175a4975902678b5a9e65/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:16,450 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/de259dbcd2a175a4975902678b5a9e65 2024-12-15T07:10:16,450 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/364be91d8d102e094e9d02f07829e9a9 2024-12-15T07:10:16,451 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/de259dbcd2a175a4975902678b5a9e65 2024-12-15T07:10:16,451 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/364be91d8d102e094e9d02f07829e9a9 2024-12-15T07:10:16,452 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 364be91d8d102e094e9d02f07829e9a9 2024-12-15T07:10:16,452 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for de259dbcd2a175a4975902678b5a9e65 2024-12-15T07:10:16,454 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/de259dbcd2a175a4975902678b5a9e65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:16,455 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/364be91d8d102e094e9d02f07829e9a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:16,455 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened de259dbcd2a175a4975902678b5a9e65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74814401, jitterRate=0.11482144892215729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:10:16,455 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 364be91d8d102e094e9d02f07829e9a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61193140, jitterRate=-0.08815115690231323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:10:16,455 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 364be91d8d102e094e9d02f07829e9a9: 2024-12-15T07:10:16,455 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for de259dbcd2a175a4975902678b5a9e65: 2024-12-15T07:10:16,456 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9., pid=13, masterSystemTime=1734246616437 2024-12-15T07:10:16,456 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65., pid=12, masterSystemTime=1734246616436 2024-12-15T07:10:16,458 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65. 2024-12-15T07:10:16,458 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65. 2024-12-15T07:10:16,458 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=de259dbcd2a175a4975902678b5a9e65, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,39529,1734246613575 2024-12-15T07:10:16,459 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9. 2024-12-15T07:10:16,459 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9. 2024-12-15T07:10:16,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=364be91d8d102e094e9d02f07829e9a9, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,40631,1734246613530 2024-12-15T07:10:16,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-15T07:10:16,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure de259dbcd2a175a4975902678b5a9e65, server=5965ed06ec91,39529,1734246613575 in 179 msec 2024-12-15T07:10:16,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-15T07:10:16,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 364be91d8d102e094e9d02f07829e9a9, server=5965ed06ec91,40631,1734246613530 in 178 msec 2024-12-15T07:10:16,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de259dbcd2a175a4975902678b5a9e65, ASSIGN in 341 msec 2024-12-15T07:10:16,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-15T07:10:16,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=364be91d8d102e094e9d02f07829e9a9, ASSIGN in 341 msec 2024-12-15T07:10:16,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T07:10:16,465 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246616465"}]},"ts":"1734246616465"} 2024-12-15T07:10:16,466 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-15T07:10:16,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T07:10:16,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 849 msec 2024-12-15T07:10:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33607 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:16,749 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-15T07:10:16,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-15T07:10:16,749 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T07:10:16,756 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-15T07:10:16,756 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T07:10:16,756 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-15T07:10:16,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:16,762 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:16,781 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 364be91d8d102e094e9d02f07829e9a9 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-15T07:10:16,796 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/364be91d8d102e094e9d02f07829e9a9/.tmp/family/f6a6623ebfa74911a0569d8cf216b503 is 32, key is 1/family:/1734246616762/Put/seqid=0 2024-12-15T07:10:16,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741841_1017 (size=5054) 2024-12-15T07:10:16,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741841_1017 (size=5054) 2024-12-15T07:10:16,801 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/364be91d8d102e094e9d02f07829e9a9/.tmp/family/f6a6623ebfa74911a0569d8cf216b503 2024-12-15T07:10:16,808 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/364be91d8d102e094e9d02f07829e9a9/.tmp/family/f6a6623ebfa74911a0569d8cf216b503 as hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/364be91d8d102e094e9d02f07829e9a9/family/f6a6623ebfa74911a0569d8cf216b503 2024-12-15T07:10:16,813 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/364be91d8d102e094e9d02f07829e9a9/family/f6a6623ebfa74911a0569d8cf216b503, entries=4, sequenceid=8, filesize=4.9 K 2024-12-15T07:10:16,814 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 364be91d8d102e094e9d02f07829e9a9 in 34ms, sequenceid=8, compaction requested=false 2024-12-15T07:10:16,814 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 364be91d8d102e094e9d02f07829e9a9: 2024-12-15T07:10:16,815 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing de259dbcd2a175a4975902678b5a9e65 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-15T07:10:16,828 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/de259dbcd2a175a4975902678b5a9e65/.tmp/family/484e27dc1a304ae2aa2839561659b250 is 32, key is 5/family:/1734246616772/Put/seqid=0 2024-12-15T07:10:16,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741842_1018 (size=5083) 2024-12-15T07:10:16,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741842_1018 (size=5083) 2024-12-15T07:10:16,833 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/de259dbcd2a175a4975902678b5a9e65/.tmp/family/484e27dc1a304ae2aa2839561659b250 2024-12-15T07:10:16,838 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/de259dbcd2a175a4975902678b5a9e65/.tmp/family/484e27dc1a304ae2aa2839561659b250 as hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/de259dbcd2a175a4975902678b5a9e65/family/484e27dc1a304ae2aa2839561659b250 2024-12-15T07:10:16,844 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/de259dbcd2a175a4975902678b5a9e65/family/484e27dc1a304ae2aa2839561659b250, entries=5, sequenceid=9, filesize=5.0 K 2024-12-15T07:10:16,844 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for de259dbcd2a175a4975902678b5a9e65 in 29ms, sequenceid=9, compaction requested=false 2024-12-15T07:10:16,844 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for de259dbcd2a175a4975902678b5a9e65: 2024-12-15T07:10:16,845 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x412d687e to 127.0.0.1:62215 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9c6bacd 2024-12-15T07:10:16,886 DEBUG [ReadOnlyZKClient-127.0.0.1:62215@0x412d687e {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@159808d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:16,898 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-15T07:10:16,898 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-15T07:10:16,899 DEBUG [ReadOnlyZKClient-127.0.0.1:62215@0x412d687e {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5965ed06ec91,39529,1734246613575, seqNum=-1] 2024-12-15T07:10:16,900 DEBUG [ReadOnlyZKClient-127.0.0.1:62215@0x412d687e {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:16,901 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:16,902 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:16,903 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:16,903 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:16,903 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] bucket.BucketCache(1851): found 1 blocks for file 484e27dc1a304ae2aa2839561659b250, starting offset: 0, end offset: 9223372036854775807 2024-12-15T07:10:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] bucket.BucketCache(1851): found 1 blocks for file f6a6623ebfa74911a0569d8cf216b503, starting offset: 0, end offset: 9223372036854775807 2024-12-15T07:10:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] bucket.BucketCache(843): removed key f6a6623ebfa74911a0569d8cf216b503_0 from back map with offset lock 2094080 in the evict process 2024-12-15T07:10:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] bucket.BucketCache(843): removed key 484e27dc1a304ae2aa2839561659b250_0 from back map with offset lock 2094080 in the evict process 2024-12-15T07:10:16,906 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-15T07:10:16,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T07:10:16,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:16,907 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x412d687e to 127.0.0.1:62215 2024-12-15T07:10:16,907 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T07:10:16,907 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T07:10:16,907 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b052860 to 127.0.0.1:62215 2024-12-15T07:10:16,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:16,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T07:10:16,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1799732026, stopped=false 2024-12-15T07:10:16,907 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5965ed06ec91,33607,1734246613399 2024-12-15T07:10:16,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:16,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:16,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:16,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:16,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:16,923 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T07:10:16,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:16,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:16,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:16,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:16,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:16,923 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,40631,1734246613530' ***** 2024-12-15T07:10:16,924 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T07:10:16,924 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,39529,1734246613575' ***** 2024-12-15T07:10:16,924 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T07:10:16,924 INFO [RS:1;5965ed06ec91:39529 {}] bucket.BucketCache(1726): Disabling cache 2024-12-15T07:10:16,924 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-15T07:10:16,924 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-15T07:10:16,924 INFO [RS:0;5965ed06ec91:40631 {}] bucket.BucketCache(1726): Disabling cache 2024-12-15T07:10:16,924 INFO [RS:1;5965ed06ec91:39529 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-15T07:10:16,924 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-15T07:10:16,925 INFO [RS:0;5965ed06ec91:40631 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-15T07:10:16,925 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-15T07:10:16,925 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T07:10:16,925 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-15T07:10:16,925 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-15T07:10:16,925 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T07:10:16,925 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T07:10:16,925 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T07:10:16,925 INFO [RS:1;5965ed06ec91:39529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T07:10:16,925 INFO [RS:0;5965ed06ec91:40631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T07:10:16,925 INFO [RS:0;5965ed06ec91:40631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T07:10:16,925 INFO [RS:1;5965ed06ec91:39529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T07:10:16,925 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.HRegionServer(3579): Received CLOSE for cf56490633be3ce237241e6e7e92646c 2024-12-15T07:10:16,925 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.HRegionServer(3579): Received CLOSE for de259dbcd2a175a4975902678b5a9e65 2024-12-15T07:10:16,926 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.HRegionServer(3579): Received CLOSE for 364be91d8d102e094e9d02f07829e9a9 2024-12-15T07:10:16,926 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,40631,1734246613530 2024-12-15T07:10:16,926 DEBUG [RS:0;5965ed06ec91:40631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:16,926 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,39529,1734246613575 2024-12-15T07:10:16,926 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-15T07:10:16,926 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cf56490633be3ce237241e6e7e92646c, disabling compactions & flushes 2024-12-15T07:10:16,926 DEBUG [RS:1;5965ed06ec91:39529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:16,926 DEBUG [RS:0;5965ed06ec91:40631 {}] regionserver.HRegionServer(1603): Online Regions={cf56490633be3ce237241e6e7e92646c=hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c., 364be91d8d102e094e9d02f07829e9a9=testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9.} 2024-12-15T07:10:16,926 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing de259dbcd2a175a4975902678b5a9e65, disabling compactions & flushes 2024-12-15T07:10:16,926 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c. 2024-12-15T07:10:16,926 DEBUG [RS:0;5965ed06ec91:40631 {}] regionserver.HRegionServer(1629): Waiting on 364be91d8d102e094e9d02f07829e9a9, cf56490633be3ce237241e6e7e92646c 2024-12-15T07:10:16,926 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T07:10:16,926 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c. 2024-12-15T07:10:16,926 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65. 2024-12-15T07:10:16,926 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T07:10:16,926 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65. 2024-12-15T07:10:16,926 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c. after waiting 0 ms 2024-12-15T07:10:16,926 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T07:10:16,926 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65. after waiting 0 ms 2024-12-15T07:10:16,926 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c. 2024-12-15T07:10:16,926 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65. 2024-12-15T07:10:16,926 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing cf56490633be3ce237241e6e7e92646c 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T07:10:16,926 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T07:10:16,926 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-15T07:10:16,927 DEBUG [RS:1;5965ed06ec91:39529 {}] regionserver.HRegionServer(1603): Online Regions={de259dbcd2a175a4975902678b5a9e65=testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65., 1588230740=hbase:meta,,1.1588230740} 2024-12-15T07:10:16,927 DEBUG [RS:1;5965ed06ec91:39529 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, de259dbcd2a175a4975902678b5a9e65 2024-12-15T07:10:16,927 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T07:10:16,927 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T07:10:16,927 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T07:10:16,927 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T07:10:16,927 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T07:10:16,927 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-15T07:10:16,931 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/de259dbcd2a175a4975902678b5a9e65/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-15T07:10:16,932 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65. 2024-12-15T07:10:16,932 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for de259dbcd2a175a4975902678b5a9e65: 2024-12-15T07:10:16,932 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65. 2024-12-15T07:10:16,942 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/meta/1588230740/.tmp/info/c9676645251c44e4ab2c09711ddca556 is 173, key is testClearRegionBlockCache,5,1734246615632.de259dbcd2a175a4975902678b5a9e65./info:regioninfo/1734246616458/Put/seqid=0 2024-12-15T07:10:16,945 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/namespace/cf56490633be3ce237241e6e7e92646c/.tmp/info/5cef521f5f1240029df861c92f74da11 is 45, key is default/info:d/1734246615457/Put/seqid=0 2024-12-15T07:10:16,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741843_1019 (size=9337) 2024-12-15T07:10:16,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741843_1019 (size=9337) 2024-12-15T07:10:16,947 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/meta/1588230740/.tmp/info/c9676645251c44e4ab2c09711ddca556 2024-12-15T07:10:16,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741844_1020 (size=5037) 2024-12-15T07:10:16,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741844_1020 (size=5037) 2024-12-15T07:10:16,959 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/namespace/cf56490633be3ce237241e6e7e92646c/.tmp/info/5cef521f5f1240029df861c92f74da11 2024-12-15T07:10:16,965 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/namespace/cf56490633be3ce237241e6e7e92646c/.tmp/info/5cef521f5f1240029df861c92f74da11 as hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/namespace/cf56490633be3ce237241e6e7e92646c/info/5cef521f5f1240029df861c92f74da11 2024-12-15T07:10:16,970 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/meta/1588230740/.tmp/table/1a18a73cdc1a45579f10a0ad3db22a7f is 61, key is testClearRegionBlockCache/table:state/1734246616465/Put/seqid=0 2024-12-15T07:10:16,971 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/namespace/cf56490633be3ce237241e6e7e92646c/info/5cef521f5f1240029df861c92f74da11, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T07:10:16,972 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for cf56490633be3ce237241e6e7e92646c in 46ms, sequenceid=6, compaction requested=false 2024-12-15T07:10:16,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741845_1021 (size=5392) 2024-12-15T07:10:16,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741845_1021 (size=5392) 2024-12-15T07:10:16,976 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/meta/1588230740/.tmp/table/1a18a73cdc1a45579f10a0ad3db22a7f 2024-12-15T07:10:16,976 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/namespace/cf56490633be3ce237241e6e7e92646c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T07:10:16,977 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c. 2024-12-15T07:10:16,977 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cf56490633be3ce237241e6e7e92646c: 2024-12-15T07:10:16,977 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734246615035.cf56490633be3ce237241e6e7e92646c. 2024-12-15T07:10:16,977 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 364be91d8d102e094e9d02f07829e9a9, disabling compactions & flushes 2024-12-15T07:10:16,977 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9. 2024-12-15T07:10:16,977 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9. 2024-12-15T07:10:16,977 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9. after waiting 0 ms 2024-12-15T07:10:16,977 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9. 2024-12-15T07:10:16,980 INFO [regionserver/5965ed06ec91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:16,981 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/default/testClearRegionBlockCache/364be91d8d102e094e9d02f07829e9a9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-15T07:10:16,981 INFO [regionserver/5965ed06ec91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:16,982 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/meta/1588230740/.tmp/info/c9676645251c44e4ab2c09711ddca556 as hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/meta/1588230740/info/c9676645251c44e4ab2c09711ddca556 2024-12-15T07:10:16,982 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9. 2024-12-15T07:10:16,982 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 364be91d8d102e094e9d02f07829e9a9: 2024-12-15T07:10:16,982 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1734246615632.364be91d8d102e094e9d02f07829e9a9. 2024-12-15T07:10:16,986 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/meta/1588230740/info/c9676645251c44e4ab2c09711ddca556, entries=30, sequenceid=16, filesize=9.1 K 2024-12-15T07:10:16,987 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/meta/1588230740/.tmp/table/1a18a73cdc1a45579f10a0ad3db22a7f as hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/meta/1588230740/table/1a18a73cdc1a45579f10a0ad3db22a7f 2024-12-15T07:10:16,992 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/meta/1588230740/table/1a18a73cdc1a45579f10a0ad3db22a7f, entries=4, sequenceid=16, filesize=5.3 K 2024-12-15T07:10:16,993 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 66ms, sequenceid=16, compaction requested=false 2024-12-15T07:10:16,997 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-15T07:10:16,998 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T07:10:16,998 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T07:10:16,998 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T07:10:16,998 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T07:10:17,126 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,40631,1734246613530; all regions closed. 2024-12-15T07:10:17,127 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,39529,1734246613575; all regions closed. 2024-12-15T07:10:17,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741833_1009 (size=3079) 2024-12-15T07:10:17,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741833_1009 (size=3079) 2024-12-15T07:10:17,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741835_1011 (size=5602) 2024-12-15T07:10:17,130 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/WALs/5965ed06ec91,39529,1734246613575/5965ed06ec91%2C39529%2C1734246613575.meta.1734246614960.meta not finished, retry = 0 2024-12-15T07:10:17,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741835_1011 (size=5602) 2024-12-15T07:10:17,131 DEBUG [RS:0;5965ed06ec91:40631 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/oldWALs 2024-12-15T07:10:17,131 INFO [RS:0;5965ed06ec91:40631 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C40631%2C1734246613530:(num 1734246614621) 2024-12-15T07:10:17,131 DEBUG [RS:0;5965ed06ec91:40631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:17,131 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:17,132 INFO [RS:0;5965ed06ec91:40631 {}] hbase.ChoreService(370): Chore service for: regionserver/5965ed06ec91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T07:10:17,132 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T07:10:17,132 INFO [regionserver/5965ed06ec91:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:17,132 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T07:10:17,132 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T07:10:17,132 INFO [RS:0;5965ed06ec91:40631 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40631 2024-12-15T07:10:17,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T07:10:17,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5965ed06ec91,40631,1734246613530 2024-12-15T07:10:17,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5965ed06ec91,40631,1734246613530] 2024-12-15T07:10:17,147 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5965ed06ec91,40631,1734246613530; numProcessing=1 2024-12-15T07:10:17,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5965ed06ec91,40631,1734246613530 already deleted, retry=false 2024-12-15T07:10:17,156 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5965ed06ec91,40631,1734246613530 expired; onlineServers=1 2024-12-15T07:10:17,233 DEBUG [RS:1;5965ed06ec91:39529 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/oldWALs 2024-12-15T07:10:17,233 INFO [RS:1;5965ed06ec91:39529 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C39529%2C1734246613575.meta:.meta(num 1734246614960) 2024-12-15T07:10:17,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741834_1010 (size=1867) 2024-12-15T07:10:17,235 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/WALs/5965ed06ec91,39529,1734246613575/5965ed06ec91%2C39529%2C1734246613575.1734246614621 not finished, retry = 0 2024-12-15T07:10:17,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741834_1010 (size=1867) 2024-12-15T07:10:17,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:17,248 INFO [RS:0;5965ed06ec91:40631 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,40631,1734246613530; zookeeper connection closed. 2024-12-15T07:10:17,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40631-0x10028865e040001, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:17,248 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d726da4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d726da4 2024-12-15T07:10:17,341 DEBUG [RS:1;5965ed06ec91:39529 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/oldWALs 2024-12-15T07:10:17,341 INFO [RS:1;5965ed06ec91:39529 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C39529%2C1734246613575:(num 1734246614621) 2024-12-15T07:10:17,341 DEBUG [RS:1;5965ed06ec91:39529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:17,341 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:17,341 INFO [RS:1;5965ed06ec91:39529 {}] hbase.ChoreService(370): Chore service for: regionserver/5965ed06ec91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T07:10:17,342 INFO [regionserver/5965ed06ec91:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:17,342 INFO [RS:1;5965ed06ec91:39529 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39529 2024-12-15T07:10:17,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T07:10:17,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5965ed06ec91,39529,1734246613575 2024-12-15T07:10:17,360 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5965ed06ec91,39529,1734246613575] 2024-12-15T07:10:17,360 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5965ed06ec91,39529,1734246613575; numProcessing=2 2024-12-15T07:10:17,368 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5965ed06ec91,39529,1734246613575 already deleted, retry=false 2024-12-15T07:10:17,368 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5965ed06ec91,39529,1734246613575 expired; onlineServers=0 2024-12-15T07:10:17,368 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,33607,1734246613399' ***** 2024-12-15T07:10:17,368 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T07:10:17,369 DEBUG [M:0;5965ed06ec91:33607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e9c9888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:10:17,369 INFO [M:0;5965ed06ec91:33607 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,33607,1734246613399 2024-12-15T07:10:17,369 INFO [M:0;5965ed06ec91:33607 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,33607,1734246613399; all regions closed. 2024-12-15T07:10:17,369 DEBUG [M:0;5965ed06ec91:33607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:17,369 DEBUG [M:0;5965ed06ec91:33607 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T07:10:17,370 DEBUG [M:0;5965ed06ec91:33607 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T07:10:17,370 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T07:10:17,370 DEBUG [master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246614332 {}] cleaner.HFileCleaner(306): Exit Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246614332,5,FailOnTimeoutGroup] 2024-12-15T07:10:17,370 DEBUG [master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246614332 {}] cleaner.HFileCleaner(306): Exit Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246614332,5,FailOnTimeoutGroup] 2024-12-15T07:10:17,370 INFO [M:0;5965ed06ec91:33607 {}] hbase.ChoreService(370): Chore service for: master/5965ed06ec91:0 had [] on shutdown 2024-12-15T07:10:17,371 DEBUG [M:0;5965ed06ec91:33607 {}] master.HMaster(1733): Stopping service threads 2024-12-15T07:10:17,371 INFO [M:0;5965ed06ec91:33607 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T07:10:17,371 INFO [M:0;5965ed06ec91:33607 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T07:10:17,372 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T07:10:17,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:17,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:17,377 DEBUG [M:0;5965ed06ec91:33607 {}] zookeeper.ZKUtil(347): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-15T07:10:17,377 WARN [M:0;5965ed06ec91:33607 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T07:10:17,377 INFO [M:0;5965ed06ec91:33607 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T07:10:17,377 INFO [M:0;5965ed06ec91:33607 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T07:10:17,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:17,377 DEBUG [M:0;5965ed06ec91:33607 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T07:10:17,378 INFO [M:0;5965ed06ec91:33607 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:17,378 DEBUG [M:0;5965ed06ec91:33607 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:17,378 DEBUG [M:0;5965ed06ec91:33607 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T07:10:17,378 DEBUG [M:0;5965ed06ec91:33607 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:17,378 INFO [M:0;5965ed06ec91:33607 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-15T07:10:17,392 DEBUG [M:0;5965ed06ec91:33607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa04bd69f3ec486ca775ccfaee843e31 is 82, key is hbase:meta,,1/info:regioninfo/1734246614997/Put/seqid=0 2024-12-15T07:10:17,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741846_1022 (size=5672) 2024-12-15T07:10:17,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741846_1022 (size=5672) 2024-12-15T07:10:17,397 INFO [M:0;5965ed06ec91:33607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa04bd69f3ec486ca775ccfaee843e31 2024-12-15T07:10:17,416 DEBUG [M:0;5965ed06ec91:33607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/854781faf6b24a408d49151bf47a6c49 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734246616483/Put/seqid=0 2024-12-15T07:10:17,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741847_1023 (size=7578) 2024-12-15T07:10:17,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741847_1023 (size=7578) 2024-12-15T07:10:17,421 INFO [M:0;5965ed06ec91:33607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/854781faf6b24a408d49151bf47a6c49 2024-12-15T07:10:17,440 DEBUG [M:0;5965ed06ec91:33607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a672accbceac4811968ac72c518eac2b is 69, key is 5965ed06ec91,39529,1734246613575/rs:state/1734246614435/Put/seqid=0 2024-12-15T07:10:17,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741848_1024 (size=5224) 2024-12-15T07:10:17,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741848_1024 (size=5224) 2024-12-15T07:10:17,445 INFO [M:0;5965ed06ec91:33607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a672accbceac4811968ac72c518eac2b 2024-12-15T07:10:17,450 DEBUG [M:0;5965ed06ec91:33607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa04bd69f3ec486ca775ccfaee843e31 as hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa04bd69f3ec486ca775ccfaee843e31 2024-12-15T07:10:17,455 INFO [M:0;5965ed06ec91:33607 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa04bd69f3ec486ca775ccfaee843e31, entries=8, sequenceid=108, filesize=5.5 K 2024-12-15T07:10:17,456 DEBUG [M:0;5965ed06ec91:33607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/854781faf6b24a408d49151bf47a6c49 as hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/854781faf6b24a408d49151bf47a6c49 2024-12-15T07:10:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:17,460 INFO [RS:1;5965ed06ec91:39529 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,39529,1734246613575; zookeeper connection closed. 2024-12-15T07:10:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39529-0x10028865e040002, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:17,460 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@646a1b9b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@646a1b9b 2024-12-15T07:10:17,460 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-15T07:10:17,462 INFO [M:0;5965ed06ec91:33607 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/854781faf6b24a408d49151bf47a6c49, entries=13, sequenceid=108, filesize=7.4 K 2024-12-15T07:10:17,463 DEBUG [M:0;5965ed06ec91:33607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a672accbceac4811968ac72c518eac2b as hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a672accbceac4811968ac72c518eac2b 2024-12-15T07:10:17,468 INFO [M:0;5965ed06ec91:33607 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41235/user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a672accbceac4811968ac72c518eac2b, entries=2, sequenceid=108, filesize=5.1 K 2024-12-15T07:10:17,469 INFO [M:0;5965ed06ec91:33607 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 91ms, sequenceid=108, compaction requested=false 2024-12-15T07:10:17,470 INFO [M:0;5965ed06ec91:33607 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:17,470 DEBUG [M:0;5965ed06ec91:33607 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:10:17,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45537 is added to blk_1073741830_1006 (size=54465) 2024-12-15T07:10:17,472 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/e176b29e-0643-9716-63d2-815b65f0abe4/MasterData/WALs/5965ed06ec91,33607,1734246613399/5965ed06ec91%2C33607%2C1734246613399.1734246614101 not finished, retry = 0 2024-12-15T07:10:17,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43051 is added to blk_1073741830_1006 (size=54465) 2024-12-15T07:10:17,575 INFO [M:0;5965ed06ec91:33607 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T07:10:17,575 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:17,575 INFO [M:0;5965ed06ec91:33607 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33607 2024-12-15T07:10:17,585 DEBUG [M:0;5965ed06ec91:33607 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5965ed06ec91,33607,1734246613399 already deleted, retry=false 2024-12-15T07:10:17,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:17,694 INFO [M:0;5965ed06ec91:33607 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,33607,1734246613399; zookeeper connection closed. 2024-12-15T07:10:17,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33607-0x10028865e040000, quorum=127.0.0.1:62215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:17,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58bff271{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:17,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37b6ba8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:17,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:17,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7a7487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:17,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@98c9d79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:17,704 WARN [BP-259693182-172.17.0.2-1734246611744 heartbeating to localhost/127.0.0.1:41235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T07:10:17,704 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T07:10:17,704 WARN [BP-259693182-172.17.0.2-1734246611744 heartbeating to localhost/127.0.0.1:41235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-259693182-172.17.0.2-1734246611744 (Datanode Uuid fd66fe8e-14bf-4267-88f5-292d6a5c79af) service to localhost/127.0.0.1:41235 2024-12-15T07:10:17,704 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T07:10:17,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/cluster_97ef141e-608f-a440-d0e6-2c03a1814598/dfs/data/data3/current/BP-259693182-172.17.0.2-1734246611744 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:17,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/cluster_97ef141e-608f-a440-d0e6-2c03a1814598/dfs/data/data4/current/BP-259693182-172.17.0.2-1734246611744 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:17,706 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T07:10:17,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23750428{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:17,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@419449cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:17,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:17,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a7f1755{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:17,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47b23e3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:17,710 WARN [BP-259693182-172.17.0.2-1734246611744 heartbeating to localhost/127.0.0.1:41235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T07:10:17,711 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T07:10:17,711 WARN [BP-259693182-172.17.0.2-1734246611744 heartbeating to localhost/127.0.0.1:41235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-259693182-172.17.0.2-1734246611744 (Datanode Uuid 44af50ea-dce1-41ba-a3e3-6bd9f92e2181) service to localhost/127.0.0.1:41235 2024-12-15T07:10:17,711 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T07:10:17,711 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/cluster_97ef141e-608f-a440-d0e6-2c03a1814598/dfs/data/data1/current/BP-259693182-172.17.0.2-1734246611744 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:17,711 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/cluster_97ef141e-608f-a440-d0e6-2c03a1814598/dfs/data/data2/current/BP-259693182-172.17.0.2-1734246611744 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:17,712 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T07:10:17,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d7ee262{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T07:10:17,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f2c6733{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:17,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:17,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33cc2a0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:17,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bb1415d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:17,723 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T07:10:17,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T07:10:17,748 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=155 (was 133) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:41235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41235 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41235 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=494 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=145 (was 146), ProcessCount=11 (was 11), AvailableMemoryMB=4004 (was 4207) 2024-12-15T07:10:17,754 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=155, OpenFileDescriptor=494, MaxFileDescriptor=1048576, SystemLoadAverage=145, ProcessCount=11, AvailableMemoryMB=4004 2024-12-15T07:10:17,765 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/hadoop.log.dir so I do NOT create it in target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78 2024-12-15T07:10:17,765 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/hadoop.log.dir Erasing configuration value by system value. 2024-12-15T07:10:17,765 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/hadoop.tmp.dir so I do NOT create it in target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78 2024-12-15T07:10:17,765 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dc34596-4399-1733-4be0-f84236f323c6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-15T07:10:17,765 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78 2024-12-15T07:10:17,766 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T07:10:17,766 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/cluster_c59f9299-8b37-2f64-3c1d-0edf4664503b, deleteOnExit=true 2024-12-15T07:10:17,766 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T07:10:17,766 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/test.cache.data in system properties and HBase conf 2024-12-15T07:10:17,766 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T07:10:17,766 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/hadoop.log.dir in system properties and HBase conf 2024-12-15T07:10:17,766 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T07:10:17,766 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T07:10:17,766 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T07:10:17,766 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T07:10:17,766 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T07:10:17,766 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T07:10:17,766 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T07:10:17,767 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T07:10:17,767 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T07:10:17,767 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T07:10:17,767 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T07:10:17,767 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T07:10:17,767 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T07:10:17,767 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/nfs.dump.dir in system properties and HBase conf 2024-12-15T07:10:17,767 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/java.io.tmpdir in system properties and HBase conf 2024-12-15T07:10:17,767 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T07:10:17,767 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T07:10:17,767 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T07:10:18,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:18,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:10:18,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:10:18,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:10:18,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T07:10:18,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:18,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@552c959{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:10:18,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f7d395b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:10:18,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cc60214{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/java.io.tmpdir/jetty-localhost-34063-hadoop-hdfs-3_4_1-tests_jar-_-any-1630866494567177136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T07:10:18,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@132476c1{HTTP/1.1, (http/1.1)}{localhost:34063} 2024-12-15T07:10:18,136 INFO [Time-limited test {}] server.Server(415): Started @27800ms 2024-12-15T07:10:18,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:18,311 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:10:18,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:10:18,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:10:18,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T07:10:18,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29ef04e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:10:18,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42299681{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:10:18,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a72a808{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/java.io.tmpdir/jetty-localhost-34499-hadoop-hdfs-3_4_1-tests_jar-_-any-5188621088424479401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:18,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@773c89c{HTTP/1.1, (http/1.1)}{localhost:34499} 2024-12-15T07:10:18,406 INFO [Time-limited test {}] server.Server(415): Started @28070ms 2024-12-15T07:10:18,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T07:10:18,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:18,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:10:18,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:10:18,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:10:18,439 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T07:10:18,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dbfcab9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:10:18,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@253db894{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:10:18,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13ed7fc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/java.io.tmpdir/jetty-localhost-37079-hadoop-hdfs-3_4_1-tests_jar-_-any-6166364913096442336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:18,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dd197f0{HTTP/1.1, (http/1.1)}{localhost:37079} 2024-12-15T07:10:18,530 INFO [Time-limited test {}] server.Server(415): Started @28194ms 2024-12-15T07:10:18,531 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T07:10:19,029 WARN [Thread-1181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/cluster_c59f9299-8b37-2f64-3c1d-0edf4664503b/dfs/data/data1/current/BP-1133496772-172.17.0.2-1734246617787/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:19,029 WARN [Thread-1182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/cluster_c59f9299-8b37-2f64-3c1d-0edf4664503b/dfs/data/data2/current/BP-1133496772-172.17.0.2-1734246617787/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:19,045 WARN [Thread-1145 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T07:10:19,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e8c77aba5aa6d4 with lease ID 0xba77e91b1e22a673: Processing first storage report for DS-cd5e6fe5-ba2f-4a9a-a95b-69d5dfd82694 from datanode DatanodeRegistration(127.0.0.1:37493, datanodeUuid=d1fface1-4851-443e-81cf-9d62c2e7039b, infoPort=32893, infoSecurePort=0, ipcPort=38045, storageInfo=lv=-57;cid=testClusterID;nsid=1026292433;c=1734246617787) 2024-12-15T07:10:19,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e8c77aba5aa6d4 with lease ID 0xba77e91b1e22a673: from storage DS-cd5e6fe5-ba2f-4a9a-a95b-69d5dfd82694 node DatanodeRegistration(127.0.0.1:37493, datanodeUuid=d1fface1-4851-443e-81cf-9d62c2e7039b, infoPort=32893, infoSecurePort=0, ipcPort=38045, storageInfo=lv=-57;cid=testClusterID;nsid=1026292433;c=1734246617787), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T07:10:19,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e8c77aba5aa6d4 with lease ID 0xba77e91b1e22a673: Processing first storage report for DS-df831c2c-b209-47a3-87f3-b89e3c8d4eeb from datanode DatanodeRegistration(127.0.0.1:37493, datanodeUuid=d1fface1-4851-443e-81cf-9d62c2e7039b, infoPort=32893, infoSecurePort=0, ipcPort=38045, storageInfo=lv=-57;cid=testClusterID;nsid=1026292433;c=1734246617787) 2024-12-15T07:10:19,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e8c77aba5aa6d4 with lease ID 0xba77e91b1e22a673: from storage DS-df831c2c-b209-47a3-87f3-b89e3c8d4eeb node DatanodeRegistration(127.0.0.1:37493, datanodeUuid=d1fface1-4851-443e-81cf-9d62c2e7039b, infoPort=32893, infoSecurePort=0, ipcPort=38045, storageInfo=lv=-57;cid=testClusterID;nsid=1026292433;c=1734246617787), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:19,164 WARN [Thread-1192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/cluster_c59f9299-8b37-2f64-3c1d-0edf4664503b/dfs/data/data3/current/BP-1133496772-172.17.0.2-1734246617787/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:19,164 WARN [Thread-1193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/cluster_c59f9299-8b37-2f64-3c1d-0edf4664503b/dfs/data/data4/current/BP-1133496772-172.17.0.2-1734246617787/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:19,182 WARN [Thread-1168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T07:10:19,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fd9777ed2376344 with lease ID 0xba77e91b1e22a674: Processing first storage report for DS-42ae0eb3-8141-4451-a18f-01a2e6faf5c7 from datanode DatanodeRegistration(127.0.0.1:46565, datanodeUuid=68eec466-9881-4e10-a05a-4d69ec9018b5, infoPort=36783, infoSecurePort=0, ipcPort=36135, storageInfo=lv=-57;cid=testClusterID;nsid=1026292433;c=1734246617787) 2024-12-15T07:10:19,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fd9777ed2376344 with lease ID 0xba77e91b1e22a674: from storage DS-42ae0eb3-8141-4451-a18f-01a2e6faf5c7 node DatanodeRegistration(127.0.0.1:46565, datanodeUuid=68eec466-9881-4e10-a05a-4d69ec9018b5, infoPort=36783, infoSecurePort=0, ipcPort=36135, storageInfo=lv=-57;cid=testClusterID;nsid=1026292433;c=1734246617787), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:19,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fd9777ed2376344 with lease ID 0xba77e91b1e22a674: Processing first storage report for DS-7a9b6fba-1168-4cd4-aa56-b2eb983a3f83 from datanode DatanodeRegistration(127.0.0.1:46565, datanodeUuid=68eec466-9881-4e10-a05a-4d69ec9018b5, infoPort=36783, infoSecurePort=0, ipcPort=36135, storageInfo=lv=-57;cid=testClusterID;nsid=1026292433;c=1734246617787) 2024-12-15T07:10:19,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fd9777ed2376344 with lease ID 0xba77e91b1e22a674: from storage DS-7a9b6fba-1168-4cd4-aa56-b2eb983a3f83 node DatanodeRegistration(127.0.0.1:46565, datanodeUuid=68eec466-9881-4e10-a05a-4d69ec9018b5, infoPort=36783, infoSecurePort=0, ipcPort=36135, storageInfo=lv=-57;cid=testClusterID;nsid=1026292433;c=1734246617787), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:19,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78 2024-12-15T07:10:19,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/cluster_c59f9299-8b37-2f64-3c1d-0edf4664503b/zookeeper_0, clientPort=62995, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/cluster_c59f9299-8b37-2f64-3c1d-0edf4664503b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/cluster_c59f9299-8b37-2f64-3c1d-0edf4664503b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T07:10:19,262 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62995 2024-12-15T07:10:19,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:19,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:19,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741825_1001 (size=7) 2024-12-15T07:10:19,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741825_1001 (size=7) 2024-12-15T07:10:19,279 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f with version=8 2024-12-15T07:10:19,279 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/hbase-staging 2024-12-15T07:10:19,281 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:10:19,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:19,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:19,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:10:19,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:19,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:10:19,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:10:19,282 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:10:19,282 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45457 2024-12-15T07:10:19,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:19,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:19,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45457 connecting to ZooKeeper ensemble=127.0.0.1:62995 2024-12-15T07:10:19,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454570x0, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:10:19,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45457-0x100288674fc0000 connected 2024-12-15T07:10:19,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:19,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:19,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:10:19,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45457 2024-12-15T07:10:19,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45457 2024-12-15T07:10:19,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45457 2024-12-15T07:10:19,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45457 2024-12-15T07:10:19,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45457 2024-12-15T07:10:19,416 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f, hbase.cluster.distributed=false 2024-12-15T07:10:19,436 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:10:19,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:19,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:19,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:10:19,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:19,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:10:19,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:10:19,436 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:10:19,437 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37669 2024-12-15T07:10:19,437 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T07:10:19,438 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-15T07:10:19,442 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-15T07:10:19,442 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-15T07:10:19,443 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-15T07:10:19,443 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T07:10:19,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:19,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:19,447 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37669 connecting to ZooKeeper ensemble=127.0.0.1:62995 2024-12-15T07:10:19,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376690x0, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:10:19,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37669-0x100288674fc0001 connected 2024-12-15T07:10:19,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:19,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:19,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:10:19,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37669 2024-12-15T07:10:19,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37669 2024-12-15T07:10:19,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37669 2024-12-15T07:10:19,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37669 2024-12-15T07:10:19,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37669 2024-12-15T07:10:19,476 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:10:19,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:19,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:19,476 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:10:19,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:19,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:10:19,476 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:10:19,476 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:10:19,477 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44775 2024-12-15T07:10:19,477 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T07:10:19,477 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-15T07:10:19,482 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-15T07:10:19,482 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-15T07:10:19,483 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-15T07:10:19,483 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T07:10:19,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:19,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:19,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44775 connecting to ZooKeeper ensemble=127.0.0.1:62995 2024-12-15T07:10:19,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447750x0, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:10:19,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44775-0x100288674fc0002 connected 2024-12-15T07:10:19,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:19,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:19,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:10:19,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44775 2024-12-15T07:10:19,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44775 2024-12-15T07:10:19,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44775 2024-12-15T07:10:19,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44775 2024-12-15T07:10:19,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44775 2024-12-15T07:10:19,501 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5965ed06ec91,45457,1734246619281 2024-12-15T07:10:19,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:19,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:19,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:19,510 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5965ed06ec91,45457,1734246619281 2024-12-15T07:10:19,514 DEBUG [M:0;5965ed06ec91:45457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5965ed06ec91:45457 2024-12-15T07:10:19,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:19,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:19,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:19,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:19,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:19,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:19,518 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T07:10:19,518 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5965ed06ec91,45457,1734246619281 from backup master directory 2024-12-15T07:10:19,526 WARN [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:10:19,526 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5965ed06ec91,45457,1734246619281 2024-12-15T07:10:19,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:19,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:19,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T07:10:19,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5965ed06ec91,45457,1734246619281 2024-12-15T07:10:19,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:19,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741826_1002 (size=42) 2024-12-15T07:10:19,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741826_1002 (size=42) 2024-12-15T07:10:19,539 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/hbase.id with ID: d37912cf-9001-4f1b-a9a0-449fcf70f438 2024-12-15T07:10:19,551 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:19,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:19,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:19,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:19,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741827_1003 (size=196) 2024-12-15T07:10:19,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741827_1003 (size=196) 2024-12-15T07:10:19,566 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T07:10:19,566 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T07:10:19,567 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:19,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741828_1004 (size=1189) 2024-12-15T07:10:19,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741828_1004 (size=1189) 2024-12-15T07:10:19,576 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store 2024-12-15T07:10:19,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741829_1005 (size=34) 2024-12-15T07:10:19,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741829_1005 (size=34) 2024-12-15T07:10:19,582 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:19,582 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T07:10:19,582 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:19,582 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:19,583 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T07:10:19,583 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:19,583 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:19,583 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:10:19,583 WARN [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/.initializing 2024-12-15T07:10:19,583 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/WALs/5965ed06ec91,45457,1734246619281 2024-12-15T07:10:19,584 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:10:19,586 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C45457%2C1734246619281, suffix=, logDir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/WALs/5965ed06ec91,45457,1734246619281, archiveDir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/oldWALs, maxLogs=10 2024-12-15T07:10:19,596 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/WALs/5965ed06ec91,45457,1734246619281/5965ed06ec91%2C45457%2C1734246619281.1734246619586, exclude list is [], retry=0 2024-12-15T07:10:19,599 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37493,DS-cd5e6fe5-ba2f-4a9a-a95b-69d5dfd82694,DISK] 2024-12-15T07:10:19,599 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46565,DS-42ae0eb3-8141-4451-a18f-01a2e6faf5c7,DISK] 2024-12-15T07:10:19,601 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/WALs/5965ed06ec91,45457,1734246619281/5965ed06ec91%2C45457%2C1734246619281.1734246619586 2024-12-15T07:10:19,601 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32893:32893),(127.0.0.1/127.0.0.1:36783:36783)] 2024-12-15T07:10:19,601 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:10:19,601 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:19,601 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:19,601 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:19,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:19,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T07:10:19,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:19,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:19,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:19,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T07:10:19,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:19,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:19,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:19,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T07:10:19,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:19,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:19,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:19,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T07:10:19,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:19,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:19,610 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:19,611 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:19,613 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T07:10:19,614 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:19,615 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:19,616 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59413947, jitterRate=-0.11466319859027863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T07:10:19,616 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:10:19,617 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T07:10:19,619 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0f9692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:19,620 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T07:10:19,620 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T07:10:19,620 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T07:10:19,620 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T07:10:19,621 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-15T07:10:19,621 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-15T07:10:19,621 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T07:10:19,623 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T07:10:19,623 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-15T07:10:19,630 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-15T07:10:19,631 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T07:10:19,631 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-15T07:10:19,639 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-15T07:10:19,639 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T07:10:19,640 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-15T07:10:19,647 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-15T07:10:19,648 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-15T07:10:19,656 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-15T07:10:19,659 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T07:10:19,668 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-15T07:10:19,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:19,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:19,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:19,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:19,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:19,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:19,678 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5965ed06ec91,45457,1734246619281, sessionid=0x100288674fc0000, setting cluster-up flag (Was=false) 2024-12-15T07:10:19,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:19,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:19,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:19,722 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-15T07:10:19,723 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5965ed06ec91,45457,1734246619281 2024-12-15T07:10:19,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:19,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:19,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:19,764 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-15T07:10:19,766 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5965ed06ec91,45457,1734246619281 2024-12-15T07:10:19,771 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T07:10:19,771 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T07:10:19,772 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T07:10:19,772 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5965ed06ec91,45457,1734246619281 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T07:10:19,772 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:19,773 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:19,773 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:19,773 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:19,773 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5965ed06ec91:0, corePoolSize=10, maxPoolSize=10 2024-12-15T07:10:19,773 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,773 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:10:19,773 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,775 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734246649775 2024-12-15T07:10:19,775 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T07:10:19,775 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T07:10:19,775 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T07:10:19,775 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T07:10:19,775 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T07:10:19,775 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T07:10:19,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T07:10:19,775 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T07:10:19,775 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,776 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T07:10:19,776 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T07:10:19,776 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T07:10:19,776 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T07:10:19,776 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T07:10:19,776 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246619776,5,FailOnTimeoutGroup] 2024-12-15T07:10:19,777 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:19,777 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T07:10:19,777 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246619776,5,FailOnTimeoutGroup] 2024-12-15T07:10:19,777 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,778 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T07:10:19,778 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,778 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741831_1007 (size=1039) 2024-12-15T07:10:19,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741831_1007 (size=1039) 2024-12-15T07:10:19,783 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T07:10:19,783 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f 2024-12-15T07:10:19,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741832_1008 (size=32) 2024-12-15T07:10:19,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741832_1008 (size=32) 2024-12-15T07:10:19,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:19,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T07:10:19,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T07:10:19,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:19,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:19,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T07:10:19,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T07:10:19,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:19,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:19,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T07:10:19,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T07:10:19,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:19,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:19,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/meta/1588230740 2024-12-15T07:10:19,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/meta/1588230740 2024-12-15T07:10:19,797 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T07:10:19,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T07:10:19,800 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:19,800 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62115384, jitterRate=-0.0744086503982544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T07:10:19,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T07:10:19,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T07:10:19,801 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T07:10:19,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T07:10:19,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T07:10:19,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T07:10:19,801 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T07:10:19,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T07:10:19,802 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T07:10:19,802 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T07:10:19,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T07:10:19,803 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T07:10:19,804 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T07:10:19,813 DEBUG [RS:1;5965ed06ec91:44775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5965ed06ec91:44775 2024-12-15T07:10:19,814 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer(1008): ClusterId : d37912cf-9001-4f1b-a9a0-449fcf70f438 2024-12-15T07:10:19,815 DEBUG [RS:1;5965ed06ec91:44775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T07:10:19,818 DEBUG [RS:0;5965ed06ec91:37669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5965ed06ec91:37669 2024-12-15T07:10:19,823 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.HRegionServer(1008): ClusterId : d37912cf-9001-4f1b-a9a0-449fcf70f438 2024-12-15T07:10:19,823 DEBUG [RS:0;5965ed06ec91:37669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T07:10:19,823 DEBUG [RS:1;5965ed06ec91:44775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T07:10:19,823 DEBUG [RS:1;5965ed06ec91:44775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T07:10:19,839 DEBUG [RS:0;5965ed06ec91:37669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T07:10:19,839 DEBUG [RS:0;5965ed06ec91:37669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T07:10:19,839 DEBUG [RS:1;5965ed06ec91:44775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T07:10:19,840 DEBUG [RS:1;5965ed06ec91:44775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb21568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:19,840 DEBUG [RS:1;5965ed06ec91:44775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b90aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:10:19,840 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T07:10:19,840 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T07:10:19,840 DEBUG [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T07:10:19,847 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer(3073): reportForDuty to master=5965ed06ec91,45457,1734246619281 with isa=5965ed06ec91/172.17.0.2:44775, startcode=1734246619475 2024-12-15T07:10:19,847 DEBUG [RS:1;5965ed06ec91:44775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T07:10:19,848 DEBUG [RS:0;5965ed06ec91:37669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T07:10:19,848 DEBUG [RS:0;5965ed06ec91:37669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448a3145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:19,849 DEBUG [RS:0;5965ed06ec91:37669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7928b8f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:10:19,849 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T07:10:19,849 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T07:10:19,849 DEBUG [RS:0;5965ed06ec91:37669 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T07:10:19,849 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59271, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T07:10:19,850 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.HRegionServer(3073): reportForDuty to master=5965ed06ec91,45457,1734246619281 with isa=5965ed06ec91/172.17.0.2:37669, startcode=1734246619435 2024-12-15T07:10:19,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45457 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5965ed06ec91,44775,1734246619475 2024-12-15T07:10:19,850 DEBUG [RS:0;5965ed06ec91:37669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T07:10:19,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45457 {}] master.ServerManager(486): Registering regionserver=5965ed06ec91,44775,1734246619475 2024-12-15T07:10:19,852 DEBUG [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f 2024-12-15T07:10:19,852 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34279, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T07:10:19,852 DEBUG [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:32959 2024-12-15T07:10:19,852 DEBUG [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T07:10:19,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45457 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5965ed06ec91,37669,1734246619435 2024-12-15T07:10:19,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45457 {}] master.ServerManager(486): Registering regionserver=5965ed06ec91,37669,1734246619435 2024-12-15T07:10:19,854 DEBUG [RS:0;5965ed06ec91:37669 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f 2024-12-15T07:10:19,854 DEBUG [RS:0;5965ed06ec91:37669 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:32959 2024-12-15T07:10:19,854 DEBUG [RS:0;5965ed06ec91:37669 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T07:10:19,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T07:10:19,890 DEBUG [RS:1;5965ed06ec91:44775 {}] zookeeper.ZKUtil(111): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5965ed06ec91,44775,1734246619475 2024-12-15T07:10:19,890 WARN [RS:1;5965ed06ec91:44775 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:10:19,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5965ed06ec91,44775,1734246619475] 2024-12-15T07:10:19,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5965ed06ec91,37669,1734246619435] 2024-12-15T07:10:19,891 INFO [RS:1;5965ed06ec91:44775 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:19,891 DEBUG [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/WALs/5965ed06ec91,44775,1734246619475 2024-12-15T07:10:19,891 DEBUG [RS:0;5965ed06ec91:37669 {}] zookeeper.ZKUtil(111): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5965ed06ec91,37669,1734246619435 2024-12-15T07:10:19,891 WARN [RS:0;5965ed06ec91:37669 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:10:19,891 INFO [RS:0;5965ed06ec91:37669 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:19,891 DEBUG [RS:0;5965ed06ec91:37669 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/WALs/5965ed06ec91,37669,1734246619435 2024-12-15T07:10:19,897 DEBUG [RS:0;5965ed06ec91:37669 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-15T07:10:19,897 DEBUG [RS:1;5965ed06ec91:44775 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-15T07:10:19,898 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T07:10:19,898 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T07:10:19,900 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T07:10:19,900 INFO [RS:0;5965ed06ec91:37669 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T07:10:19,900 INFO [RS:0;5965ed06ec91:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,900 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T07:10:19,901 INFO [RS:0;5965ed06ec91:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,901 DEBUG [RS:0;5965ed06ec91:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,901 DEBUG [RS:0;5965ed06ec91:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,902 DEBUG [RS:0;5965ed06ec91:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,902 DEBUG [RS:0;5965ed06ec91:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,902 DEBUG [RS:0;5965ed06ec91:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,902 DEBUG [RS:0;5965ed06ec91:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:10:19,902 DEBUG [RS:0;5965ed06ec91:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,902 DEBUG [RS:0;5965ed06ec91:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,902 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T07:10:19,902 DEBUG [RS:0;5965ed06ec91:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,902 DEBUG [RS:0;5965ed06ec91:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,902 DEBUG [RS:0;5965ed06ec91:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,902 DEBUG [RS:0;5965ed06ec91:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:19,902 DEBUG [RS:0;5965ed06ec91:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:19,902 INFO [RS:1;5965ed06ec91:44775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T07:10:19,902 INFO [RS:1;5965ed06ec91:44775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,902 INFO [RS:0;5965ed06ec91:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,902 INFO [RS:0;5965ed06ec91:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,902 INFO [RS:0;5965ed06ec91:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,902 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T07:10:19,902 INFO [RS:0;5965ed06ec91:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,903 INFO [RS:0;5965ed06ec91:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,37669,1734246619435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:10:19,903 INFO [RS:1;5965ed06ec91:44775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,903 DEBUG [RS:1;5965ed06ec91:44775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,903 DEBUG [RS:1;5965ed06ec91:44775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,904 DEBUG [RS:1;5965ed06ec91:44775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,904 DEBUG [RS:1;5965ed06ec91:44775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,904 DEBUG [RS:1;5965ed06ec91:44775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,904 DEBUG [RS:1;5965ed06ec91:44775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:10:19,904 DEBUG [RS:1;5965ed06ec91:44775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,904 DEBUG [RS:1;5965ed06ec91:44775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,904 DEBUG [RS:1;5965ed06ec91:44775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,904 DEBUG [RS:1;5965ed06ec91:44775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,904 DEBUG [RS:1;5965ed06ec91:44775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:19,904 DEBUG [RS:1;5965ed06ec91:44775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:19,904 DEBUG [RS:1;5965ed06ec91:44775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:19,905 INFO [RS:1;5965ed06ec91:44775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,905 INFO [RS:1;5965ed06ec91:44775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,905 INFO [RS:1;5965ed06ec91:44775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,906 INFO [RS:1;5965ed06ec91:44775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,906 INFO [RS:1;5965ed06ec91:44775 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,44775,1734246619475-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:10:19,916 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T07:10:19,916 INFO [RS:0;5965ed06ec91:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,37669,1734246619435-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,919 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T07:10:19,919 INFO [RS:1;5965ed06ec91:44775 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,44775,1734246619475-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:19,928 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.Replication(204): 5965ed06ec91,37669,1734246619435 started 2024-12-15T07:10:19,928 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.HRegionServer(1767): Serving as 5965ed06ec91,37669,1734246619435, RpcServer on 5965ed06ec91/172.17.0.2:37669, sessionid=0x100288674fc0001 2024-12-15T07:10:19,928 DEBUG [RS:0;5965ed06ec91:37669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T07:10:19,928 DEBUG [RS:0;5965ed06ec91:37669 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5965ed06ec91,37669,1734246619435 2024-12-15T07:10:19,928 DEBUG [RS:0;5965ed06ec91:37669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,37669,1734246619435' 2024-12-15T07:10:19,928 DEBUG [RS:0;5965ed06ec91:37669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T07:10:19,929 DEBUG [RS:0;5965ed06ec91:37669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T07:10:19,929 DEBUG [RS:0;5965ed06ec91:37669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T07:10:19,929 DEBUG [RS:0;5965ed06ec91:37669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T07:10:19,929 DEBUG [RS:0;5965ed06ec91:37669 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5965ed06ec91,37669,1734246619435 2024-12-15T07:10:19,929 DEBUG [RS:0;5965ed06ec91:37669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,37669,1734246619435' 2024-12-15T07:10:19,929 DEBUG [RS:0;5965ed06ec91:37669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T07:10:19,929 DEBUG [RS:0;5965ed06ec91:37669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T07:10:19,929 DEBUG [RS:0;5965ed06ec91:37669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T07:10:19,929 INFO [RS:0;5965ed06ec91:37669 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T07:10:19,929 INFO [RS:0;5965ed06ec91:37669 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T07:10:19,931 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.Replication(204): 5965ed06ec91,44775,1734246619475 started 2024-12-15T07:10:19,931 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer(1767): Serving as 5965ed06ec91,44775,1734246619475, RpcServer on 5965ed06ec91/172.17.0.2:44775, sessionid=0x100288674fc0002 2024-12-15T07:10:19,931 DEBUG [RS:1;5965ed06ec91:44775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T07:10:19,931 DEBUG [RS:1;5965ed06ec91:44775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5965ed06ec91,44775,1734246619475 2024-12-15T07:10:19,931 DEBUG [RS:1;5965ed06ec91:44775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,44775,1734246619475' 2024-12-15T07:10:19,931 DEBUG [RS:1;5965ed06ec91:44775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T07:10:19,931 DEBUG [RS:1;5965ed06ec91:44775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T07:10:19,931 DEBUG [RS:1;5965ed06ec91:44775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T07:10:19,931 DEBUG [RS:1;5965ed06ec91:44775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T07:10:19,931 DEBUG [RS:1;5965ed06ec91:44775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5965ed06ec91,44775,1734246619475 2024-12-15T07:10:19,932 DEBUG [RS:1;5965ed06ec91:44775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,44775,1734246619475' 2024-12-15T07:10:19,932 DEBUG [RS:1;5965ed06ec91:44775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T07:10:19,932 DEBUG [RS:1;5965ed06ec91:44775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T07:10:19,932 DEBUG [RS:1;5965ed06ec91:44775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T07:10:19,932 INFO [RS:1;5965ed06ec91:44775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T07:10:19,932 INFO [RS:1;5965ed06ec91:44775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T07:10:19,954 WARN [5965ed06ec91:45457 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-15T07:10:20,030 INFO [RS:0;5965ed06ec91:37669 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:10:20,033 INFO [RS:1;5965ed06ec91:44775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:10:20,033 INFO [RS:0;5965ed06ec91:37669 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C37669%2C1734246619435, suffix=, logDir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/WALs/5965ed06ec91,37669,1734246619435, archiveDir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/oldWALs, maxLogs=32 2024-12-15T07:10:20,035 INFO [RS:1;5965ed06ec91:44775 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C44775%2C1734246619475, suffix=, logDir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/WALs/5965ed06ec91,44775,1734246619475, archiveDir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/oldWALs, maxLogs=32 2024-12-15T07:10:20,047 DEBUG [RS:0;5965ed06ec91:37669 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/WALs/5965ed06ec91,37669,1734246619435/5965ed06ec91%2C37669%2C1734246619435.1734246620034, exclude list is [], retry=0 2024-12-15T07:10:20,048 DEBUG [RS:1;5965ed06ec91:44775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/WALs/5965ed06ec91,44775,1734246619475/5965ed06ec91%2C44775%2C1734246619475.1734246620036, exclude list is [], retry=0 2024-12-15T07:10:20,050 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37493,DS-cd5e6fe5-ba2f-4a9a-a95b-69d5dfd82694,DISK] 2024-12-15T07:10:20,050 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37493,DS-cd5e6fe5-ba2f-4a9a-a95b-69d5dfd82694,DISK] 2024-12-15T07:10:20,051 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46565,DS-42ae0eb3-8141-4451-a18f-01a2e6faf5c7,DISK] 2024-12-15T07:10:20,051 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46565,DS-42ae0eb3-8141-4451-a18f-01a2e6faf5c7,DISK] 2024-12-15T07:10:20,052 INFO [RS:0;5965ed06ec91:37669 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/WALs/5965ed06ec91,37669,1734246619435/5965ed06ec91%2C37669%2C1734246619435.1734246620034 2024-12-15T07:10:20,052 INFO [RS:1;5965ed06ec91:44775 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/WALs/5965ed06ec91,44775,1734246619475/5965ed06ec91%2C44775%2C1734246619475.1734246620036 2024-12-15T07:10:20,052 DEBUG [RS:0;5965ed06ec91:37669 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32893:32893),(127.0.0.1/127.0.0.1:36783:36783)] 2024-12-15T07:10:20,053 DEBUG [RS:1;5965ed06ec91:44775 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32893:32893),(127.0.0.1/127.0.0.1:36783:36783)] 2024-12-15T07:10:20,205 DEBUG [5965ed06ec91:45457 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-15T07:10:20,205 DEBUG [5965ed06ec91:45457 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:10:20,206 DEBUG [5965ed06ec91:45457 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:10:20,207 DEBUG [5965ed06ec91:45457 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:10:20,207 INFO [5965ed06ec91:45457 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:10:20,207 INFO [5965ed06ec91:45457 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:10:20,207 DEBUG [5965ed06ec91:45457 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:10:20,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5965ed06ec91,44775,1734246619475 2024-12-15T07:10:20,208 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5965ed06ec91,44775,1734246619475, state=OPENING 2024-12-15T07:10:20,251 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T07:10:20,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:20,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:20,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:20,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:20,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5965ed06ec91,44775,1734246619475}] 2024-12-15T07:10:20,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:20,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:20,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,44775,1734246619475 2024-12-15T07:10:20,415 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:20,417 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:20,421 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T07:10:20,421 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:20,421 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T07:10:20,423 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C44775%2C1734246619475.meta, suffix=.meta, logDir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/WALs/5965ed06ec91,44775,1734246619475, archiveDir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/oldWALs, maxLogs=32 2024-12-15T07:10:20,437 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/WALs/5965ed06ec91,44775,1734246619475/5965ed06ec91%2C44775%2C1734246619475.meta.1734246620424.meta, exclude list is [], retry=0 2024-12-15T07:10:20,439 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37493,DS-cd5e6fe5-ba2f-4a9a-a95b-69d5dfd82694,DISK] 2024-12-15T07:10:20,439 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46565,DS-42ae0eb3-8141-4451-a18f-01a2e6faf5c7,DISK] 2024-12-15T07:10:20,441 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/WALs/5965ed06ec91,44775,1734246619475/5965ed06ec91%2C44775%2C1734246619475.meta.1734246620424.meta 2024-12-15T07:10:20,441 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32893:32893),(127.0.0.1/127.0.0.1:36783:36783)] 2024-12-15T07:10:20,442 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:10:20,442 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T07:10:20,442 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T07:10:20,442 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T07:10:20,442 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T07:10:20,442 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:20,442 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T07:10:20,442 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T07:10:20,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T07:10:20,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T07:10:20,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:20,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:20,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T07:10:20,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T07:10:20,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:20,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:20,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T07:10:20,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T07:10:20,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:20,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:20,447 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/meta/1588230740 2024-12-15T07:10:20,448 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/meta/1588230740 2024-12-15T07:10:20,449 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T07:10:20,450 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T07:10:20,451 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71941759, jitterRate=0.07201574742794037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T07:10:20,452 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T07:10:20,453 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734246620415 2024-12-15T07:10:20,455 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T07:10:20,455 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T07:10:20,455 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,44775,1734246619475 2024-12-15T07:10:20,456 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5965ed06ec91,44775,1734246619475, state=OPEN 2024-12-15T07:10:20,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:10:20,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:10:20,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:10:20,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:20,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:20,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:20,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T07:10:20,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5965ed06ec91,44775,1734246619475 in 203 msec 2024-12-15T07:10:20,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T07:10:20,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 664 msec 2024-12-15T07:10:20,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 699 msec 2024-12-15T07:10:20,470 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734246620469, completionTime=-1 2024-12-15T07:10:20,470 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-15T07:10:20,470 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T07:10:20,470 DEBUG [hconnection-0x770f1f6a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:20,472 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:20,473 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-15T07:10:20,473 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734246680473 2024-12-15T07:10:20,474 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734246740473 2024-12-15T07:10:20,474 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-15T07:10:20,485 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T07:10:20,493 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-15T07:10:20,494 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,45457,1734246619281-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:20,494 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,45457,1734246619281-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:20,494 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,45457,1734246619281-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:20,494 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5965ed06ec91:45457, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:20,494 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:20,494 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T07:10:20,494 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T07:10:20,496 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T07:10:20,496 DEBUG [master/5965ed06ec91:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T07:10:20,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T07:10:20,497 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:20,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T07:10:20,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:20,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:20,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:20,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741836_1012 (size=358) 2024-12-15T07:10:20,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:20,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741836_1012 (size=358) 2024-12-15T07:10:20,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:20,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:20,511 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5fc7738407c3f52769638aed812cddaf, NAME => 'hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f 2024-12-15T07:10:20,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:20,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:20,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741837_1013 (size=42) 2024-12-15T07:10:20,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741837_1013 (size=42) 2024-12-15T07:10:20,528 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:20,529 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 5fc7738407c3f52769638aed812cddaf, disabling compactions & flushes 2024-12-15T07:10:20,529 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf. 2024-12-15T07:10:20,529 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf. 2024-12-15T07:10:20,529 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf. after waiting 0 ms 2024-12-15T07:10:20,529 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf. 2024-12-15T07:10:20,529 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf. 2024-12-15T07:10:20,529 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5fc7738407c3f52769638aed812cddaf: 2024-12-15T07:10:20,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T07:10:20,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734246620530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246620530"}]},"ts":"1734246620530"} 2024-12-15T07:10:20,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T07:10:20,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T07:10:20,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246620534"}]},"ts":"1734246620534"} 2024-12-15T07:10:20,536 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T07:10:20,556 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:10:20,557 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:10:20,557 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:10:20,557 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:10:20,557 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:10:20,557 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:10:20,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5fc7738407c3f52769638aed812cddaf, ASSIGN}] 2024-12-15T07:10:20,559 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5fc7738407c3f52769638aed812cddaf, ASSIGN 2024-12-15T07:10:20,559 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=5fc7738407c3f52769638aed812cddaf, ASSIGN; state=OFFLINE, location=5965ed06ec91,44775,1734246619475; forceNewPlan=false, retain=false 2024-12-15T07:10:20,710 INFO [5965ed06ec91:45457 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T07:10:20,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5fc7738407c3f52769638aed812cddaf, regionState=OPENING, regionLocation=5965ed06ec91,44775,1734246619475 2024-12-15T07:10:20,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 5fc7738407c3f52769638aed812cddaf, server=5965ed06ec91,44775,1734246619475}] 2024-12-15T07:10:20,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,44775,1734246619475 2024-12-15T07:10:20,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf. 2024-12-15T07:10:20,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 5fc7738407c3f52769638aed812cddaf, NAME => 'hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf.', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:10:20,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 5fc7738407c3f52769638aed812cddaf 2024-12-15T07:10:20,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:20,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 5fc7738407c3f52769638aed812cddaf 2024-12-15T07:10:20,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 5fc7738407c3f52769638aed812cddaf 2024-12-15T07:10:20,881 INFO [StoreOpener-5fc7738407c3f52769638aed812cddaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5fc7738407c3f52769638aed812cddaf 2024-12-15T07:10:20,883 INFO [StoreOpener-5fc7738407c3f52769638aed812cddaf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc7738407c3f52769638aed812cddaf columnFamilyName info 2024-12-15T07:10:20,883 DEBUG [StoreOpener-5fc7738407c3f52769638aed812cddaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:20,883 INFO [StoreOpener-5fc7738407c3f52769638aed812cddaf-1 {}] regionserver.HStore(327): Store=5fc7738407c3f52769638aed812cddaf/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:20,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/namespace/5fc7738407c3f52769638aed812cddaf 2024-12-15T07:10:20,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/namespace/5fc7738407c3f52769638aed812cddaf 2024-12-15T07:10:20,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 5fc7738407c3f52769638aed812cddaf 2024-12-15T07:10:20,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/namespace/5fc7738407c3f52769638aed812cddaf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:20,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 5fc7738407c3f52769638aed812cddaf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75117721, jitterRate=0.11934126913547516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:10:20,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 5fc7738407c3f52769638aed812cddaf: 2024-12-15T07:10:20,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf., pid=6, masterSystemTime=1734246620869 2024-12-15T07:10:20,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf. 2024-12-15T07:10:20,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf. 2024-12-15T07:10:20,892 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5fc7738407c3f52769638aed812cddaf, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,44775,1734246619475 2024-12-15T07:10:20,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T07:10:20,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 5fc7738407c3f52769638aed812cddaf, server=5965ed06ec91,44775,1734246619475 in 179 msec 2024-12-15T07:10:20,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T07:10:20,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=5fc7738407c3f52769638aed812cddaf, ASSIGN in 338 msec 2024-12-15T07:10:20,897 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T07:10:20,897 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246620897"}]},"ts":"1734246620897"} 2024-12-15T07:10:20,899 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T07:10:20,945 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T07:10:20,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 451 msec 2024-12-15T07:10:20,997 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-15T07:10:21,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:21,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:10:21,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:21,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:21,013 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T07:10:21,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:10:21,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-12-15T07:10:21,045 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T07:10:21,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:10:21,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 25 msec 2024-12-15T07:10:21,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T07:10:21,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T07:10:21,110 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.583sec 2024-12-15T07:10:21,110 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T07:10:21,110 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T07:10:21,110 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T07:10:21,110 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T07:10:21,110 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T07:10:21,110 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,45457,1734246619281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:10:21,110 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,45457,1734246619281-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T07:10:21,112 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T07:10:21,112 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T07:10:21,112 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,45457,1734246619281-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:21,204 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39cfb99c to 127.0.0.1:62995 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4bebc2b 2024-12-15T07:10:21,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac860f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:21,217 DEBUG [hconnection-0xcd06b51-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:21,218 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:21,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5965ed06ec91,45457,1734246619281 2024-12-15T07:10:21,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T07:10:21,222 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T07:10:21,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T07:10:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-15T07:10:21,225 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T07:10:21,225 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:21,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-15T07:10:21,226 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T07:10:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:21,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741838_1014 (size=379) 2024-12-15T07:10:21,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741838_1014 (size=379) 2024-12-15T07:10:21,235 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3736a4046814a6d135e5eca43341a22c, NAME => 'testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f 2024-12-15T07:10:21,236 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 9d31e2d3107079829f544c846f13c71b, NAME => 'testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f 2024-12-15T07:10:21,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741839_1015 (size=61) 2024-12-15T07:10:21,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741839_1015 (size=61) 2024-12-15T07:10:21,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741840_1016 (size=61) 2024-12-15T07:10:21,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741840_1016 (size=61) 2024-12-15T07:10:21,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:21,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 3736a4046814a6d135e5eca43341a22c, disabling compactions & flushes 2024-12-15T07:10:21,242 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c. 2024-12-15T07:10:21,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c. 2024-12-15T07:10:21,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c. after waiting 0 ms 2024-12-15T07:10:21,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c. 2024-12-15T07:10:21,242 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c. 2024-12-15T07:10:21,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3736a4046814a6d135e5eca43341a22c: 2024-12-15T07:10:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:21,643 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:21,643 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 9d31e2d3107079829f544c846f13c71b, disabling compactions & flushes 2024-12-15T07:10:21,643 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b. 2024-12-15T07:10:21,643 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b. 2024-12-15T07:10:21,644 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b. after waiting 0 ms 2024-12-15T07:10:21,644 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b. 2024-12-15T07:10:21,644 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b. 2024-12-15T07:10:21,644 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 9d31e2d3107079829f544c846f13c71b: 2024-12-15T07:10:21,645 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T07:10:21,645 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734246621645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246621645"}]},"ts":"1734246621645"} 2024-12-15T07:10:21,645 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734246621645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246621645"}]},"ts":"1734246621645"} 2024-12-15T07:10:21,649 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-15T07:10:21,650 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T07:10:21,650 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246621650"}]},"ts":"1734246621650"} 2024-12-15T07:10:21,652 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-15T07:10:21,672 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:10:21,675 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:10:21,675 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:10:21,675 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:10:21,675 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:10:21,675 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:10:21,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3736a4046814a6d135e5eca43341a22c, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d31e2d3107079829f544c846f13c71b, ASSIGN}] 2024-12-15T07:10:21,677 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d31e2d3107079829f544c846f13c71b, ASSIGN 2024-12-15T07:10:21,677 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3736a4046814a6d135e5eca43341a22c, ASSIGN 2024-12-15T07:10:21,678 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d31e2d3107079829f544c846f13c71b, ASSIGN; state=OFFLINE, location=5965ed06ec91,44775,1734246619475; forceNewPlan=false, retain=false 2024-12-15T07:10:21,678 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3736a4046814a6d135e5eca43341a22c, ASSIGN; state=OFFLINE, location=5965ed06ec91,37669,1734246619435; forceNewPlan=false, retain=false 2024-12-15T07:10:21,829 INFO [5965ed06ec91:45457 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-15T07:10:21,829 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3736a4046814a6d135e5eca43341a22c, regionState=OPENING, regionLocation=5965ed06ec91,37669,1734246619435 2024-12-15T07:10:21,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=9d31e2d3107079829f544c846f13c71b, regionState=OPENING, regionLocation=5965ed06ec91,44775,1734246619475 2024-12-15T07:10:21,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 3736a4046814a6d135e5eca43341a22c, server=5965ed06ec91,37669,1734246619435}] 2024-12-15T07:10:21,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 9d31e2d3107079829f544c846f13c71b, server=5965ed06ec91,44775,1734246619475}] 2024-12-15T07:10:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:21,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,44775,1734246619475 2024-12-15T07:10:21,984 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,37669,1734246619435 2024-12-15T07:10:21,985 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:21,989 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:21,992 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b. 2024-12-15T07:10:21,993 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 9d31e2d3107079829f544c846f13c71b, NAME => 'testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b.', STARTKEY => '5', ENDKEY => ''} 2024-12-15T07:10:21,993 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9d31e2d3107079829f544c846f13c71b 2024-12-15T07:10:21,993 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:21,993 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 9d31e2d3107079829f544c846f13c71b 2024-12-15T07:10:21,993 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 9d31e2d3107079829f544c846f13c71b 2024-12-15T07:10:21,994 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c. 2024-12-15T07:10:21,994 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 3736a4046814a6d135e5eca43341a22c, NAME => 'testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c.', STARTKEY => '', ENDKEY => '5'} 2024-12-15T07:10:21,994 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3736a4046814a6d135e5eca43341a22c 2024-12-15T07:10:21,994 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:21,994 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 3736a4046814a6d135e5eca43341a22c 2024-12-15T07:10:21,994 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 3736a4046814a6d135e5eca43341a22c 2024-12-15T07:10:21,995 INFO [StoreOpener-9d31e2d3107079829f544c846f13c71b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9d31e2d3107079829f544c846f13c71b 2024-12-15T07:10:21,996 INFO [StoreOpener-3736a4046814a6d135e5eca43341a22c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3736a4046814a6d135e5eca43341a22c 2024-12-15T07:10:21,996 INFO [StoreOpener-9d31e2d3107079829f544c846f13c71b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d31e2d3107079829f544c846f13c71b columnFamilyName family 2024-12-15T07:10:21,996 DEBUG [StoreOpener-9d31e2d3107079829f544c846f13c71b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:21,997 INFO [StoreOpener-9d31e2d3107079829f544c846f13c71b-1 {}] regionserver.HStore(327): Store=9d31e2d3107079829f544c846f13c71b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:21,997 INFO [StoreOpener-3736a4046814a6d135e5eca43341a22c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3736a4046814a6d135e5eca43341a22c columnFamilyName family 2024-12-15T07:10:21,997 DEBUG [StoreOpener-3736a4046814a6d135e5eca43341a22c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:21,998 INFO [StoreOpener-3736a4046814a6d135e5eca43341a22c-1 {}] regionserver.HStore(327): Store=3736a4046814a6d135e5eca43341a22c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:21,998 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/9d31e2d3107079829f544c846f13c71b 2024-12-15T07:10:21,998 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/9d31e2d3107079829f544c846f13c71b 2024-12-15T07:10:21,998 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/3736a4046814a6d135e5eca43341a22c 2024-12-15T07:10:21,999 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/3736a4046814a6d135e5eca43341a22c 2024-12-15T07:10:22,000 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 9d31e2d3107079829f544c846f13c71b 2024-12-15T07:10:22,000 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 3736a4046814a6d135e5eca43341a22c 2024-12-15T07:10:22,002 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/9d31e2d3107079829f544c846f13c71b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:22,002 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 9d31e2d3107079829f544c846f13c71b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71414223, jitterRate=0.06415484845638275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:10:22,002 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/3736a4046814a6d135e5eca43341a22c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:22,003 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 3736a4046814a6d135e5eca43341a22c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71866600, jitterRate=0.07089579105377197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:10:22,003 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 9d31e2d3107079829f544c846f13c71b: 2024-12-15T07:10:22,003 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 3736a4046814a6d135e5eca43341a22c: 2024-12-15T07:10:22,003 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b., pid=13, masterSystemTime=1734246621984 2024-12-15T07:10:22,003 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c., pid=12, masterSystemTime=1734246621984 2024-12-15T07:10:22,005 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c. 2024-12-15T07:10:22,005 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c. 2024-12-15T07:10:22,005 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3736a4046814a6d135e5eca43341a22c, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,37669,1734246619435 2024-12-15T07:10:22,005 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b. 2024-12-15T07:10:22,005 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b. 2024-12-15T07:10:22,006 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=9d31e2d3107079829f544c846f13c71b, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,44775,1734246619475 2024-12-15T07:10:22,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-15T07:10:22,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 3736a4046814a6d135e5eca43341a22c, server=5965ed06ec91,37669,1734246619435 in 176 msec 2024-12-15T07:10:22,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-15T07:10:22,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 9d31e2d3107079829f544c846f13c71b, server=5965ed06ec91,44775,1734246619475 in 175 msec 2024-12-15T07:10:22,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3736a4046814a6d135e5eca43341a22c, ASSIGN in 333 msec 2024-12-15T07:10:22,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-15T07:10:22,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d31e2d3107079829f544c846f13c71b, ASSIGN in 334 msec 2024-12-15T07:10:22,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T07:10:22,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246622011"}]},"ts":"1734246622011"} 2024-12-15T07:10:22,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-15T07:10:22,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T07:10:22,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 800 msec 2024-12-15T07:10:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:22,339 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-15T07:10:22,339 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-15T07:10:22,340 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T07:10:22,347 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-15T07:10:22,348 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T07:10:22,348 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-15T07:10:22,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:22,351 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:22,366 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 3736a4046814a6d135e5eca43341a22c 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-15T07:10:22,379 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/3736a4046814a6d135e5eca43341a22c/.tmp/family/0a489fcf5caf4a538c4a0a18c63d86aa is 32, key is 1/family:/1734246622352/Put/seqid=0 2024-12-15T07:10:22,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741841_1017 (size=5054) 2024-12-15T07:10:22,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741841_1017 (size=5054) 2024-12-15T07:10:22,384 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/3736a4046814a6d135e5eca43341a22c/.tmp/family/0a489fcf5caf4a538c4a0a18c63d86aa 2024-12-15T07:10:22,390 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/3736a4046814a6d135e5eca43341a22c/.tmp/family/0a489fcf5caf4a538c4a0a18c63d86aa as hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/3736a4046814a6d135e5eca43341a22c/family/0a489fcf5caf4a538c4a0a18c63d86aa 2024-12-15T07:10:22,394 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/3736a4046814a6d135e5eca43341a22c/family/0a489fcf5caf4a538c4a0a18c63d86aa, entries=4, sequenceid=8, filesize=4.9 K 2024-12-15T07:10:22,395 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3736a4046814a6d135e5eca43341a22c in 29ms, sequenceid=8, compaction requested=false 2024-12-15T07:10:22,395 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 3736a4046814a6d135e5eca43341a22c: 2024-12-15T07:10:22,395 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 9d31e2d3107079829f544c846f13c71b 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-15T07:10:22,410 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/9d31e2d3107079829f544c846f13c71b/.tmp/family/426b0048b67f442495a2430fa0b13958 is 32, key is 5/family:/1734246622360/Put/seqid=0 2024-12-15T07:10:22,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741842_1018 (size=5083) 2024-12-15T07:10:22,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741842_1018 (size=5083) 2024-12-15T07:10:22,415 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/9d31e2d3107079829f544c846f13c71b/.tmp/family/426b0048b67f442495a2430fa0b13958 2024-12-15T07:10:22,420 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/9d31e2d3107079829f544c846f13c71b/.tmp/family/426b0048b67f442495a2430fa0b13958 as hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/9d31e2d3107079829f544c846f13c71b/family/426b0048b67f442495a2430fa0b13958 2024-12-15T07:10:22,426 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/9d31e2d3107079829f544c846f13c71b/family/426b0048b67f442495a2430fa0b13958, entries=5, sequenceid=9, filesize=5.0 K 2024-12-15T07:10:22,426 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9d31e2d3107079829f544c846f13c71b in 31ms, sequenceid=9, compaction requested=false 2024-12-15T07:10:22,427 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 9d31e2d3107079829f544c846f13c71b: 2024-12-15T07:10:22,429 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 0a489fcf5caf4a538c4a0a18c63d86aa, starting offset: 0, end offset: 9223372036854775807 2024-12-15T07:10:22,429 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 0a489fcf5caf4a538c4a0a18c63d86aa_0 from back map with offset lock 2094080 in the evict process 2024-12-15T07:10:22,431 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 426b0048b67f442495a2430fa0b13958, starting offset: 0, end offset: 9223372036854775807 2024-12-15T07:10:22,431 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 426b0048b67f442495a2430fa0b13958_0 from back map with offset lock 2094080 in the evict process 2024-12-15T07:10:22,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T07:10:22,431 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T07:10:22,431 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39cfb99c to 127.0.0.1:62995 2024-12-15T07:10:22,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:22,431 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T07:10:22,432 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=28011014, stopped=false 2024-12-15T07:10:22,432 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5965ed06ec91,45457,1734246619281 2024-12-15T07:10:22,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:22,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:22,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:22,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:22,510 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T07:10:22,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:22,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:22,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:22,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:22,510 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,37669,1734246619435' ***** 2024-12-15T07:10:22,510 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T07:10:22,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:22,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:22,511 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,44775,1734246619475' ***** 2024-12-15T07:10:22,511 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T07:10:22,511 INFO [RS:0;5965ed06ec91:37669 {}] bucket.BucketCache(1726): Disabling cache 2024-12-15T07:10:22,511 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-15T07:10:22,511 INFO [RS:0;5965ed06ec91:37669 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-15T07:10:22,511 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T07:10:22,511 INFO [RS:1;5965ed06ec91:44775 {}] bucket.BucketCache(1726): Disabling cache 2024-12-15T07:10:22,511 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T07:10:22,511 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-15T07:10:22,511 INFO [RS:0;5965ed06ec91:37669 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T07:10:22,511 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-15T07:10:22,511 INFO [RS:0;5965ed06ec91:37669 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T07:10:22,511 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.HRegionServer(3579): Received CLOSE for 3736a4046814a6d135e5eca43341a22c 2024-12-15T07:10:22,511 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-15T07:10:22,512 INFO [RS:1;5965ed06ec91:44775 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-15T07:10:22,512 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T07:10:22,512 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-15T07:10:22,512 INFO [RS:1;5965ed06ec91:44775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T07:10:22,512 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-15T07:10:22,512 INFO [RS:1;5965ed06ec91:44775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T07:10:22,512 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer(3579): Received CLOSE for 5fc7738407c3f52769638aed812cddaf 2024-12-15T07:10:22,512 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T07:10:22,512 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,37669,1734246619435 2024-12-15T07:10:22,512 DEBUG [RS:0;5965ed06ec91:37669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:22,512 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-15T07:10:22,512 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer(3579): Received CLOSE for 9d31e2d3107079829f544c846f13c71b 2024-12-15T07:10:22,512 DEBUG [RS:0;5965ed06ec91:37669 {}] regionserver.HRegionServer(1603): Online Regions={3736a4046814a6d135e5eca43341a22c=testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c.} 2024-12-15T07:10:22,512 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,44775,1734246619475 2024-12-15T07:10:22,512 DEBUG [RS:1;5965ed06ec91:44775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:22,512 DEBUG [RS:0;5965ed06ec91:37669 {}] regionserver.HRegionServer(1629): Waiting on 3736a4046814a6d135e5eca43341a22c 2024-12-15T07:10:22,512 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T07:10:22,512 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T07:10:22,512 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3736a4046814a6d135e5eca43341a22c, disabling compactions & flushes 2024-12-15T07:10:22,512 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T07:10:22,512 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T07:10:22,512 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c. 2024-12-15T07:10:22,512 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c. 2024-12-15T07:10:22,512 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c. after waiting 0 ms 2024-12-15T07:10:22,512 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-15T07:10:22,512 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c. 2024-12-15T07:10:22,512 DEBUG [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer(1603): Online Regions={5fc7738407c3f52769638aed812cddaf=hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf., 1588230740=hbase:meta,,1.1588230740, 9d31e2d3107079829f544c846f13c71b=testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b.} 2024-12-15T07:10:22,512 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5fc7738407c3f52769638aed812cddaf, disabling compactions & flushes 2024-12-15T07:10:22,512 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf. 2024-12-15T07:10:22,512 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T07:10:22,512 DEBUG [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 5fc7738407c3f52769638aed812cddaf, 9d31e2d3107079829f544c846f13c71b 2024-12-15T07:10:22,512 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf. 2024-12-15T07:10:22,512 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf. after waiting 0 ms 2024-12-15T07:10:22,512 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T07:10:22,512 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf. 2024-12-15T07:10:22,512 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T07:10:22,512 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 5fc7738407c3f52769638aed812cddaf 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T07:10:22,512 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T07:10:22,512 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T07:10:22,513 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-15T07:10:22,523 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/3736a4046814a6d135e5eca43341a22c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-15T07:10:22,524 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c. 2024-12-15T07:10:22,524 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3736a4046814a6d135e5eca43341a22c: 2024-12-15T07:10:22,524 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1734246621223.3736a4046814a6d135e5eca43341a22c. 2024-12-15T07:10:22,529 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/meta/1588230740/.tmp/info/43c49a73c13d4e21bf84588869b8cd70 is 173, key is testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b./info:regioninfo/1734246622006/Put/seqid=0 2024-12-15T07:10:22,533 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/namespace/5fc7738407c3f52769638aed812cddaf/.tmp/info/2ca2bc45ef35476ebc2b3c281e42947a is 45, key is default/info:d/1734246621017/Put/seqid=0 2024-12-15T07:10:22,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741843_1019 (size=9337) 2024-12-15T07:10:22,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741843_1019 (size=9337) 2024-12-15T07:10:22,535 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/meta/1588230740/.tmp/info/43c49a73c13d4e21bf84588869b8cd70 2024-12-15T07:10:22,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741844_1020 (size=5037) 2024-12-15T07:10:22,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741844_1020 (size=5037) 2024-12-15T07:10:22,539 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/namespace/5fc7738407c3f52769638aed812cddaf/.tmp/info/2ca2bc45ef35476ebc2b3c281e42947a 2024-12-15T07:10:22,544 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/namespace/5fc7738407c3f52769638aed812cddaf/.tmp/info/2ca2bc45ef35476ebc2b3c281e42947a as hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/namespace/5fc7738407c3f52769638aed812cddaf/info/2ca2bc45ef35476ebc2b3c281e42947a 2024-12-15T07:10:22,549 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/namespace/5fc7738407c3f52769638aed812cddaf/info/2ca2bc45ef35476ebc2b3c281e42947a, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T07:10:22,550 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 5fc7738407c3f52769638aed812cddaf in 38ms, sequenceid=6, compaction requested=false 2024-12-15T07:10:22,554 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/namespace/5fc7738407c3f52769638aed812cddaf/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T07:10:22,554 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf. 2024-12-15T07:10:22,554 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5fc7738407c3f52769638aed812cddaf: 2024-12-15T07:10:22,554 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734246620494.5fc7738407c3f52769638aed812cddaf. 2024-12-15T07:10:22,554 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9d31e2d3107079829f544c846f13c71b, disabling compactions & flushes 2024-12-15T07:10:22,554 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b. 2024-12-15T07:10:22,554 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b. 2024-12-15T07:10:22,554 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b. after waiting 0 ms 2024-12-15T07:10:22,554 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b. 2024-12-15T07:10:22,557 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/meta/1588230740/.tmp/table/301271515e3a45d88eef0a128266bab3 is 61, key is testClearRegionBlockCache/table:state/1734246622011/Put/seqid=0 2024-12-15T07:10:22,558 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/default/testClearRegionBlockCache/9d31e2d3107079829f544c846f13c71b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-15T07:10:22,558 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b. 2024-12-15T07:10:22,559 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9d31e2d3107079829f544c846f13c71b: 2024-12-15T07:10:22,559 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1734246621223.9d31e2d3107079829f544c846f13c71b. 2024-12-15T07:10:22,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741845_1021 (size=5392) 2024-12-15T07:10:22,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741845_1021 (size=5392) 2024-12-15T07:10:22,562 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/meta/1588230740/.tmp/table/301271515e3a45d88eef0a128266bab3 2024-12-15T07:10:22,566 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/meta/1588230740/.tmp/info/43c49a73c13d4e21bf84588869b8cd70 as hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/meta/1588230740/info/43c49a73c13d4e21bf84588869b8cd70 2024-12-15T07:10:22,571 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/meta/1588230740/info/43c49a73c13d4e21bf84588869b8cd70, entries=30, sequenceid=16, filesize=9.1 K 2024-12-15T07:10:22,572 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/meta/1588230740/.tmp/table/301271515e3a45d88eef0a128266bab3 as hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/meta/1588230740/table/301271515e3a45d88eef0a128266bab3 2024-12-15T07:10:22,577 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/meta/1588230740/table/301271515e3a45d88eef0a128266bab3, entries=4, sequenceid=16, filesize=5.3 K 2024-12-15T07:10:22,578 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 66ms, sequenceid=16, compaction requested=false 2024-12-15T07:10:22,582 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-15T07:10:22,582 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T07:10:22,582 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T07:10:22,582 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T07:10:22,582 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T07:10:22,605 INFO [regionserver/5965ed06ec91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:22,610 INFO [regionserver/5965ed06ec91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:22,712 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,37669,1734246619435; all regions closed. 2024-12-15T07:10:22,713 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,44775,1734246619475; all regions closed. 2024-12-15T07:10:22,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741833_1009 (size=1758) 2024-12-15T07:10:22,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741835_1011 (size=5602) 2024-12-15T07:10:22,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741833_1009 (size=1758) 2024-12-15T07:10:22,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741835_1011 (size=5602) 2024-12-15T07:10:22,721 DEBUG [RS:0;5965ed06ec91:37669 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/oldWALs 2024-12-15T07:10:22,721 INFO [RS:0;5965ed06ec91:37669 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C37669%2C1734246619435:(num 1734246620034) 2024-12-15T07:10:22,721 DEBUG [RS:1;5965ed06ec91:44775 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/oldWALs 2024-12-15T07:10:22,721 DEBUG [RS:0;5965ed06ec91:37669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:22,721 INFO [RS:1;5965ed06ec91:44775 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C44775%2C1734246619475.meta:.meta(num 1734246620424) 2024-12-15T07:10:22,721 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:22,721 INFO [RS:0;5965ed06ec91:37669 {}] hbase.ChoreService(370): Chore service for: regionserver/5965ed06ec91:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T07:10:22,722 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T07:10:22,722 INFO [regionserver/5965ed06ec91:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:22,722 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T07:10:22,722 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T07:10:22,722 INFO [RS:0;5965ed06ec91:37669 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37669 2024-12-15T07:10:22,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741834_1010 (size=3188) 2024-12-15T07:10:22,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741834_1010 (size=3188) 2024-12-15T07:10:22,726 DEBUG [RS:1;5965ed06ec91:44775 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/oldWALs 2024-12-15T07:10:22,726 INFO [RS:1;5965ed06ec91:44775 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C44775%2C1734246619475:(num 1734246620036) 2024-12-15T07:10:22,726 DEBUG [RS:1;5965ed06ec91:44775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:22,726 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:22,726 INFO [RS:1;5965ed06ec91:44775 {}] hbase.ChoreService(370): Chore service for: regionserver/5965ed06ec91:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T07:10:22,726 INFO [regionserver/5965ed06ec91:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:22,727 INFO [RS:1;5965ed06ec91:44775 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44775 2024-12-15T07:10:22,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5965ed06ec91,37669,1734246619435 2024-12-15T07:10:22,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T07:10:22,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5965ed06ec91,44775,1734246619475 2024-12-15T07:10:22,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5965ed06ec91,44775,1734246619475] 2024-12-15T07:10:22,747 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5965ed06ec91,44775,1734246619475; numProcessing=1 2024-12-15T07:10:22,764 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5965ed06ec91,44775,1734246619475 already deleted, retry=false 2024-12-15T07:10:22,764 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5965ed06ec91,44775,1734246619475 expired; onlineServers=1 2024-12-15T07:10:22,764 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5965ed06ec91,37669,1734246619435] 2024-12-15T07:10:22,764 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5965ed06ec91,37669,1734246619435; numProcessing=2 2024-12-15T07:10:22,772 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5965ed06ec91,37669,1734246619435 already deleted, retry=false 2024-12-15T07:10:22,772 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5965ed06ec91,37669,1734246619435 expired; onlineServers=0 2024-12-15T07:10:22,772 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,45457,1734246619281' ***** 2024-12-15T07:10:22,772 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T07:10:22,772 DEBUG [M:0;5965ed06ec91:45457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4204b30f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:10:22,772 INFO [M:0;5965ed06ec91:45457 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,45457,1734246619281 2024-12-15T07:10:22,772 INFO [M:0;5965ed06ec91:45457 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,45457,1734246619281; all regions closed. 2024-12-15T07:10:22,772 DEBUG [M:0;5965ed06ec91:45457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:22,772 DEBUG [M:0;5965ed06ec91:45457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T07:10:22,773 DEBUG [M:0;5965ed06ec91:45457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T07:10:22,773 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T07:10:22,773 DEBUG [master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246619776 {}] cleaner.HFileCleaner(306): Exit Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246619776,5,FailOnTimeoutGroup] 2024-12-15T07:10:22,773 DEBUG [master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246619776 {}] cleaner.HFileCleaner(306): Exit Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246619776,5,FailOnTimeoutGroup] 2024-12-15T07:10:22,773 INFO [M:0;5965ed06ec91:45457 {}] hbase.ChoreService(370): Chore service for: master/5965ed06ec91:0 had [] on shutdown 2024-12-15T07:10:22,773 DEBUG [M:0;5965ed06ec91:45457 {}] master.HMaster(1733): Stopping service threads 2024-12-15T07:10:22,773 INFO [M:0;5965ed06ec91:45457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T07:10:22,773 INFO [M:0;5965ed06ec91:45457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T07:10:22,774 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T07:10:22,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:22,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:22,781 DEBUG [M:0;5965ed06ec91:45457 {}] zookeeper.ZKUtil(347): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-15T07:10:22,781 WARN [M:0;5965ed06ec91:45457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T07:10:22,781 INFO [M:0;5965ed06ec91:45457 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T07:10:22,781 INFO [M:0;5965ed06ec91:45457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T07:10:22,781 DEBUG [M:0;5965ed06ec91:45457 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T07:10:22,781 INFO [M:0;5965ed06ec91:45457 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:22,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:22,781 DEBUG [M:0;5965ed06ec91:45457 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:22,781 DEBUG [M:0;5965ed06ec91:45457 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T07:10:22,781 DEBUG [M:0;5965ed06ec91:45457 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:22,781 INFO [M:0;5965ed06ec91:45457 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.85 KB heapSize=56.23 KB 2024-12-15T07:10:22,795 DEBUG [M:0;5965ed06ec91:45457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26855dbb870d44eea06228b234ee3a0c is 82, key is hbase:meta,,1/info:regioninfo/1734246620455/Put/seqid=0 2024-12-15T07:10:22,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741846_1022 (size=5672) 2024-12-15T07:10:22,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741846_1022 (size=5672) 2024-12-15T07:10:22,800 INFO [M:0;5965ed06ec91:45457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26855dbb870d44eea06228b234ee3a0c 2024-12-15T07:10:22,816 DEBUG [M:0;5965ed06ec91:45457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19d50dd917fc4ac7b9df3711f8812d48 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734246622024/Put/seqid=0 2024-12-15T07:10:22,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741847_1023 (size=7579) 2024-12-15T07:10:22,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741847_1023 (size=7579) 2024-12-15T07:10:22,821 INFO [M:0;5965ed06ec91:45457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.23 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19d50dd917fc4ac7b9df3711f8812d48 2024-12-15T07:10:22,838 DEBUG [M:0;5965ed06ec91:45457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f760c4607cf84b689a19328f2d111906 is 69, key is 5965ed06ec91,37669,1734246619435/rs:state/1734246619852/Put/seqid=0 2024-12-15T07:10:22,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741848_1024 (size=5224) 2024-12-15T07:10:22,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741848_1024 (size=5224) 2024-12-15T07:10:22,844 INFO [M:0;5965ed06ec91:45457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f760c4607cf84b689a19328f2d111906 2024-12-15T07:10:22,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:22,847 INFO [RS:0;5965ed06ec91:37669 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,37669,1734246619435; zookeeper connection closed. 2024-12-15T07:10:22,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x100288674fc0001, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:22,847 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@775c5ee4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@775c5ee4 2024-12-15T07:10:22,849 DEBUG [M:0;5965ed06ec91:45457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26855dbb870d44eea06228b234ee3a0c as hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26855dbb870d44eea06228b234ee3a0c 2024-12-15T07:10:22,854 INFO [M:0;5965ed06ec91:45457 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26855dbb870d44eea06228b234ee3a0c, entries=8, sequenceid=108, filesize=5.5 K 2024-12-15T07:10:22,855 DEBUG [M:0;5965ed06ec91:45457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19d50dd917fc4ac7b9df3711f8812d48 as hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19d50dd917fc4ac7b9df3711f8812d48 2024-12-15T07:10:22,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:22,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44775-0x100288674fc0002, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:22,856 INFO [RS:1;5965ed06ec91:44775 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,44775,1734246619475; zookeeper connection closed. 2024-12-15T07:10:22,856 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d92e8b6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d92e8b6 2024-12-15T07:10:22,856 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-15T07:10:22,860 INFO [M:0;5965ed06ec91:45457 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19d50dd917fc4ac7b9df3711f8812d48, entries=13, sequenceid=108, filesize=7.4 K 2024-12-15T07:10:22,861 DEBUG [M:0;5965ed06ec91:45457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f760c4607cf84b689a19328f2d111906 as hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f760c4607cf84b689a19328f2d111906 2024-12-15T07:10:22,865 INFO [M:0;5965ed06ec91:45457 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32959/user/jenkins/test-data/27a694ff-79bc-6148-1520-c4cf7d34807f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f760c4607cf84b689a19328f2d111906, entries=2, sequenceid=108, filesize=5.1 K 2024-12-15T07:10:22,866 INFO [M:0;5965ed06ec91:45457 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.85 KB/46946, heapSize ~55.94 KB/57280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 85ms, sequenceid=108, compaction requested=false 2024-12-15T07:10:22,867 INFO [M:0;5965ed06ec91:45457 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:22,867 DEBUG [M:0;5965ed06ec91:45457 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:10:22,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46565 is added to blk_1073741830_1006 (size=54477) 2024-12-15T07:10:22,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37493 is added to blk_1073741830_1006 (size=54477) 2024-12-15T07:10:22,870 INFO [M:0;5965ed06ec91:45457 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T07:10:22,870 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:22,870 INFO [M:0;5965ed06ec91:45457 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45457 2024-12-15T07:10:22,880 DEBUG [M:0;5965ed06ec91:45457 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5965ed06ec91,45457,1734246619281 already deleted, retry=false 2024-12-15T07:10:22,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:22,989 INFO [M:0;5965ed06ec91:45457 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,45457,1734246619281; zookeeper connection closed. 2024-12-15T07:10:22,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x100288674fc0000, quorum=127.0.0.1:62995, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:22,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13ed7fc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:22,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1dd197f0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:22,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:22,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@253db894{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:22,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dbfcab9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:22,999 WARN [BP-1133496772-172.17.0.2-1734246617787 heartbeating to localhost/127.0.0.1:32959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T07:10:22,999 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T07:10:22,999 WARN [BP-1133496772-172.17.0.2-1734246617787 heartbeating to localhost/127.0.0.1:32959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1133496772-172.17.0.2-1734246617787 (Datanode Uuid 68eec466-9881-4e10-a05a-4d69ec9018b5) service to localhost/127.0.0.1:32959 2024-12-15T07:10:22,999 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T07:10:23,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/cluster_c59f9299-8b37-2f64-3c1d-0edf4664503b/dfs/data/data3/current/BP-1133496772-172.17.0.2-1734246617787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:23,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/cluster_c59f9299-8b37-2f64-3c1d-0edf4664503b/dfs/data/data4/current/BP-1133496772-172.17.0.2-1734246617787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:23,001 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T07:10:23,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a72a808{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:23,003 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@773c89c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:23,003 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:23,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42299681{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:23,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29ef04e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:23,004 WARN [BP-1133496772-172.17.0.2-1734246617787 heartbeating to localhost/127.0.0.1:32959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T07:10:23,004 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T07:10:23,004 WARN [BP-1133496772-172.17.0.2-1734246617787 heartbeating to localhost/127.0.0.1:32959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1133496772-172.17.0.2-1734246617787 (Datanode Uuid d1fface1-4851-443e-81cf-9d62c2e7039b) service to localhost/127.0.0.1:32959 2024-12-15T07:10:23,004 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T07:10:23,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/cluster_c59f9299-8b37-2f64-3c1d-0edf4664503b/dfs/data/data1/current/BP-1133496772-172.17.0.2-1734246617787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:23,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/cluster_c59f9299-8b37-2f64-3c1d-0edf4664503b/dfs/data/data2/current/BP-1133496772-172.17.0.2-1734246617787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:23,006 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T07:10:23,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cc60214{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T07:10:23,012 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@132476c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:23,012 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:23,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f7d395b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:23,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@552c959{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:23,018 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T07:10:23,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T07:10:23,039 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=177 (was 155) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:32959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:32959 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:32959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:32959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:32959 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:32959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=521 (was 494) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=174 (was 145) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3893 (was 4004) 2024-12-15T07:10:23,046 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=177, OpenFileDescriptor=521, MaxFileDescriptor=1048576, SystemLoadAverage=174, ProcessCount=11, AvailableMemoryMB=3893 2024-12-15T07:10:23,057 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/hadoop.log.dir so I do NOT create it in target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e 2024-12-15T07:10:23,057 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/hadoop.log.dir Erasing configuration value by system value. 2024-12-15T07:10:23,057 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/hadoop.tmp.dir so I do NOT create it in target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e 2024-12-15T07:10:23,057 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd71d144-79f7-2ee9-4142-f408c3623c78/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-15T07:10:23,057 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e 2024-12-15T07:10:23,057 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T07:10:23,058 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/cluster_bf7d6cfa-b9ad-8c68-4a66-87beb327b36f, deleteOnExit=true 2024-12-15T07:10:23,058 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T07:10:23,058 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/test.cache.data in system properties and HBase conf 2024-12-15T07:10:23,058 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T07:10:23,058 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/hadoop.log.dir in system properties and HBase conf 2024-12-15T07:10:23,058 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T07:10:23,058 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T07:10:23,058 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T07:10:23,058 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T07:10:23,058 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T07:10:23,058 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T07:10:23,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T07:10:23,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T07:10:23,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T07:10:23,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T07:10:23,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T07:10:23,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T07:10:23,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T07:10:23,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/nfs.dump.dir in system properties and HBase conf 2024-12-15T07:10:23,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/java.io.tmpdir in system properties and HBase conf 2024-12-15T07:10:23,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T07:10:23,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T07:10:23,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T07:10:23,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:23,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:10:23,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:10:23,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:10:23,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T07:10:23,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:23,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9a59750{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:10:23,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59107227{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:10:23,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@213a111f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/java.io.tmpdir/jetty-localhost-34291-hadoop-hdfs-3_4_1-tests_jar-_-any-3417851283153760224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T07:10:23,373 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@116cc651{HTTP/1.1, (http/1.1)}{localhost:34291} 2024-12-15T07:10:23,373 INFO [Time-limited test {}] server.Server(415): Started @33037ms 2024-12-15T07:10:23,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:23,536 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:10:23,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:10:23,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:10:23,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T07:10:23,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1890e5d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:10:23,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f12dece{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:10:23,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@354a5ab9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/java.io.tmpdir/jetty-localhost-46545-hadoop-hdfs-3_4_1-tests_jar-_-any-9856536897477861873/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:23,627 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41ba7b47{HTTP/1.1, (http/1.1)}{localhost:46545} 2024-12-15T07:10:23,627 INFO [Time-limited test {}] server.Server(415): Started @33291ms 2024-12-15T07:10:23,628 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T07:10:23,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T07:10:23,683 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T07:10:23,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T07:10:23,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T07:10:23,684 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T07:10:23,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d55c071{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/hadoop.log.dir/,AVAILABLE} 2024-12-15T07:10:23,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@211fa3f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T07:10:23,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b9398ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/java.io.tmpdir/jetty-localhost-44129-hadoop-hdfs-3_4_1-tests_jar-_-any-11031365288484427196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:23,775 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11b509d4{HTTP/1.1, (http/1.1)}{localhost:44129} 2024-12-15T07:10:23,775 INFO [Time-limited test {}] server.Server(415): Started @33439ms 2024-12-15T07:10:23,776 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T07:10:24,368 WARN [Thread-1451 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/cluster_bf7d6cfa-b9ad-8c68-4a66-87beb327b36f/dfs/data/data1/current/BP-568550833-172.17.0.2-1734246623074/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:24,368 WARN [Thread-1452 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/cluster_bf7d6cfa-b9ad-8c68-4a66-87beb327b36f/dfs/data/data2/current/BP-568550833-172.17.0.2-1734246623074/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:24,385 WARN [Thread-1415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T07:10:24,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97dd0a6eaa221208 with lease ID 0x17091a20bfe988cc: Processing first storage report for DS-f239f5aa-8cbb-4524-a962-7cb6354253f2 from datanode DatanodeRegistration(127.0.0.1:35951, datanodeUuid=7a31129c-4b2e-4bae-8ada-4eb1e6af2e8a, infoPort=39135, infoSecurePort=0, ipcPort=41553, storageInfo=lv=-57;cid=testClusterID;nsid=1651310445;c=1734246623074) 2024-12-15T07:10:24,387 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97dd0a6eaa221208 with lease ID 0x17091a20bfe988cc: from storage DS-f239f5aa-8cbb-4524-a962-7cb6354253f2 node DatanodeRegistration(127.0.0.1:35951, datanodeUuid=7a31129c-4b2e-4bae-8ada-4eb1e6af2e8a, infoPort=39135, infoSecurePort=0, ipcPort=41553, storageInfo=lv=-57;cid=testClusterID;nsid=1651310445;c=1734246623074), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:24,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97dd0a6eaa221208 with lease ID 0x17091a20bfe988cc: Processing first storage report for DS-a9ab55a4-9d82-42e3-a611-d264c9f4950b from datanode DatanodeRegistration(127.0.0.1:35951, datanodeUuid=7a31129c-4b2e-4bae-8ada-4eb1e6af2e8a, infoPort=39135, infoSecurePort=0, ipcPort=41553, storageInfo=lv=-57;cid=testClusterID;nsid=1651310445;c=1734246623074) 2024-12-15T07:10:24,388 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97dd0a6eaa221208 with lease ID 0x17091a20bfe988cc: from storage DS-a9ab55a4-9d82-42e3-a611-d264c9f4950b node DatanodeRegistration(127.0.0.1:35951, datanodeUuid=7a31129c-4b2e-4bae-8ada-4eb1e6af2e8a, infoPort=39135, infoSecurePort=0, ipcPort=41553, storageInfo=lv=-57;cid=testClusterID;nsid=1651310445;c=1734246623074), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:24,524 WARN [Thread-1462 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/cluster_bf7d6cfa-b9ad-8c68-4a66-87beb327b36f/dfs/data/data3/current/BP-568550833-172.17.0.2-1734246623074/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:24,524 WARN [Thread-1463 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/cluster_bf7d6cfa-b9ad-8c68-4a66-87beb327b36f/dfs/data/data4/current/BP-568550833-172.17.0.2-1734246623074/current, will proceed with Du for space computation calculation, 2024-12-15T07:10:24,541 WARN [Thread-1438 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T07:10:24,544 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc65d2ee939af3aec with lease ID 0x17091a20bfe988cd: Processing first storage report for DS-1a6b891e-cd5e-48cc-8552-f6459b4bac03 from datanode DatanodeRegistration(127.0.0.1:38573, datanodeUuid=bd77f327-08a2-4941-9009-a362c1455074, infoPort=41221, infoSecurePort=0, ipcPort=46875, storageInfo=lv=-57;cid=testClusterID;nsid=1651310445;c=1734246623074) 2024-12-15T07:10:24,544 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc65d2ee939af3aec with lease ID 0x17091a20bfe988cd: from storage DS-1a6b891e-cd5e-48cc-8552-f6459b4bac03 node DatanodeRegistration(127.0.0.1:38573, datanodeUuid=bd77f327-08a2-4941-9009-a362c1455074, infoPort=41221, infoSecurePort=0, ipcPort=46875, storageInfo=lv=-57;cid=testClusterID;nsid=1651310445;c=1734246623074), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:24,544 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc65d2ee939af3aec with lease ID 0x17091a20bfe988cd: Processing first storage report for DS-6e2939cd-20ca-4c02-b6a3-25d45932592f from datanode DatanodeRegistration(127.0.0.1:38573, datanodeUuid=bd77f327-08a2-4941-9009-a362c1455074, infoPort=41221, infoSecurePort=0, ipcPort=46875, storageInfo=lv=-57;cid=testClusterID;nsid=1651310445;c=1734246623074) 2024-12-15T07:10:24,544 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc65d2ee939af3aec with lease ID 0x17091a20bfe988cd: from storage DS-6e2939cd-20ca-4c02-b6a3-25d45932592f node DatanodeRegistration(127.0.0.1:38573, datanodeUuid=bd77f327-08a2-4941-9009-a362c1455074, infoPort=41221, infoSecurePort=0, ipcPort=46875, storageInfo=lv=-57;cid=testClusterID;nsid=1651310445;c=1734246623074), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T07:10:24,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e 2024-12-15T07:10:24,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/cluster_bf7d6cfa-b9ad-8c68-4a66-87beb327b36f/zookeeper_0, clientPort=60341, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/cluster_bf7d6cfa-b9ad-8c68-4a66-87beb327b36f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/cluster_bf7d6cfa-b9ad-8c68-4a66-87beb327b36f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T07:10:24,609 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60341 2024-12-15T07:10:24,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:24,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:24,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741825_1001 (size=7) 2024-12-15T07:10:24,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741825_1001 (size=7) 2024-12-15T07:10:24,624 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483 with version=8 2024-12-15T07:10:24,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/hbase-staging 2024-12-15T07:10:24,627 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:10:24,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:24,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:24,628 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:10:24,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:24,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:10:24,628 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:10:24,628 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:10:24,629 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42829 2024-12-15T07:10:24,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:24,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:24,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42829 connecting to ZooKeeper ensemble=127.0.0.1:60341 2024-12-15T07:10:24,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428290x0, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:10:24,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42829-0x100288689de0000 connected 2024-12-15T07:10:24,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:24,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:24,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:10:24,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42829 2024-12-15T07:10:24,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42829 2024-12-15T07:10:24,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42829 2024-12-15T07:10:24,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42829 2024-12-15T07:10:24,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42829 2024-12-15T07:10:24,747 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483, hbase.cluster.distributed=false 2024-12-15T07:10:24,768 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:10:24,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:24,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:24,769 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:10:24,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:24,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:10:24,769 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:10:24,769 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:10:24,769 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37225 2024-12-15T07:10:24,770 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T07:10:24,770 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-15T07:10:24,774 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-15T07:10:24,774 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-15T07:10:24,774 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-15T07:10:24,774 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T07:10:24,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:24,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:24,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37225 connecting to ZooKeeper ensemble=127.0.0.1:60341 2024-12-15T07:10:24,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372250x0, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:10:24,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372250x0, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:24,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37225-0x100288689de0001 connected 2024-12-15T07:10:24,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:24,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:10:24,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37225 2024-12-15T07:10:24,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37225 2024-12-15T07:10:24,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37225 2024-12-15T07:10:24,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37225 2024-12-15T07:10:24,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37225 2024-12-15T07:10:24,803 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5965ed06ec91:0 server-side Connection retries=45 2024-12-15T07:10:24,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:24,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:24,804 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T07:10:24,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T07:10:24,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T07:10:24,804 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T07:10:24,804 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T07:10:24,804 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44469 2024-12-15T07:10:24,804 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T07:10:24,805 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-15T07:10:24,808 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-15T07:10:24,809 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-15T07:10:24,809 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-15T07:10:24,810 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T07:10:24,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:24,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:24,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44469 connecting to ZooKeeper ensemble=127.0.0.1:60341 2024-12-15T07:10:24,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444690x0, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T07:10:24,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444690x0, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:24,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44469-0x100288689de0002 connected 2024-12-15T07:10:24,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:24,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T07:10:24,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44469 2024-12-15T07:10:24,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44469 2024-12-15T07:10:24,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44469 2024-12-15T07:10:24,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44469 2024-12-15T07:10:24,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44469 2024-12-15T07:10:24,826 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5965ed06ec91,42829,1734246624626 2024-12-15T07:10:24,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:24,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:24,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:24,835 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5965ed06ec91,42829,1734246624626 2024-12-15T07:10:24,840 DEBUG [M:0;5965ed06ec91:42829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5965ed06ec91:42829 2024-12-15T07:10:24,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:24,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:24,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:24,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:24,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:24,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:24,843 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T07:10:24,843 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5965ed06ec91,42829,1734246624626 from backup master directory 2024-12-15T07:10:24,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T07:10:24,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5965ed06ec91,42829,1734246624626 2024-12-15T07:10:24,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:24,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:24,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T07:10:24,851 WARN [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:10:24,851 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5965ed06ec91,42829,1734246624626 2024-12-15T07:10:24,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741826_1002 (size=42) 2024-12-15T07:10:24,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741826_1002 (size=42) 2024-12-15T07:10:24,862 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/hbase.id with ID: 3b471130-6f45-46d7-a435-a86a6b3de679 2024-12-15T07:10:24,872 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T07:10:24,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:24,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:24,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:24,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741827_1003 (size=196) 2024-12-15T07:10:24,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741827_1003 (size=196) 2024-12-15T07:10:24,887 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T07:10:24,887 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T07:10:24,888 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:24,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741828_1004 (size=1189) 2024-12-15T07:10:24,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741828_1004 (size=1189) 2024-12-15T07:10:24,894 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store 2024-12-15T07:10:24,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741829_1005 (size=34) 2024-12-15T07:10:24,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741829_1005 (size=34) 2024-12-15T07:10:24,900 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:24,900 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T07:10:24,900 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:24,900 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:24,900 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T07:10:24,900 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:24,900 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:24,900 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:10:24,901 WARN [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/.initializing 2024-12-15T07:10:24,901 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/WALs/5965ed06ec91,42829,1734246624626 2024-12-15T07:10:24,902 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:10:24,903 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C42829%2C1734246624626, suffix=, logDir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/WALs/5965ed06ec91,42829,1734246624626, archiveDir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/oldWALs, maxLogs=10 2024-12-15T07:10:24,914 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/WALs/5965ed06ec91,42829,1734246624626/5965ed06ec91%2C42829%2C1734246624626.1734246624903, exclude list is [], retry=0 2024-12-15T07:10:24,916 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-1a6b891e-cd5e-48cc-8552-f6459b4bac03,DISK] 2024-12-15T07:10:24,916 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35951,DS-f239f5aa-8cbb-4524-a962-7cb6354253f2,DISK] 2024-12-15T07:10:24,918 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/WALs/5965ed06ec91,42829,1734246624626/5965ed06ec91%2C42829%2C1734246624626.1734246624903 2024-12-15T07:10:24,918 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41221:41221),(127.0.0.1/127.0.0.1:39135:39135)] 2024-12-15T07:10:24,918 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:10:24,918 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:24,919 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:24,919 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:24,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:24,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T07:10:24,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:24,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:24,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:24,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T07:10:24,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:24,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:24,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:24,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T07:10:24,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:24,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:24,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:24,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T07:10:24,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:24,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:24,928 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:24,928 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:24,929 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T07:10:24,930 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T07:10:24,932 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:24,932 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66716499, jitterRate=-0.005846694111824036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T07:10:24,933 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:10:24,933 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T07:10:24,936 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8100f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:24,937 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T07:10:24,937 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T07:10:24,937 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T07:10:24,937 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T07:10:24,937 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-15T07:10:24,937 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-15T07:10:24,937 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T07:10:24,939 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T07:10:24,940 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-15T07:10:24,947 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-15T07:10:24,947 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T07:10:24,947 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-15T07:10:24,955 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-15T07:10:24,955 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T07:10:24,956 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-15T07:10:24,964 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-15T07:10:24,964 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-15T07:10:24,972 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-15T07:10:24,974 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T07:10:24,980 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-15T07:10:24,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:24,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:24,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:24,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:24,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:24,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:24,989 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5965ed06ec91,42829,1734246624626, sessionid=0x100288689de0000, setting cluster-up flag (Was=false) 2024-12-15T07:10:25,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:25,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:25,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:25,030 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-15T07:10:25,031 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5965ed06ec91,42829,1734246624626 2024-12-15T07:10:25,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:25,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:25,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:25,072 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-15T07:10:25,074 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5965ed06ec91,42829,1734246624626 2024-12-15T07:10:25,077 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T07:10:25,078 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T07:10:25,078 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T07:10:25,078 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5965ed06ec91,42829,1734246624626 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T07:10:25,078 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:25,078 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:25,079 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:25,079 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5965ed06ec91:0, corePoolSize=5, maxPoolSize=5 2024-12-15T07:10:25,079 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5965ed06ec91:0, corePoolSize=10, maxPoolSize=10 2024-12-15T07:10:25,079 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,079 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:10:25,079 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,080 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734246655080 2024-12-15T07:10:25,080 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T07:10:25,081 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T07:10:25,081 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T07:10:25,081 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T07:10:25,081 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T07:10:25,081 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T07:10:25,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T07:10:25,081 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T07:10:25,082 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T07:10:25,082 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T07:10:25,082 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T07:10:25,082 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T07:10:25,082 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T07:10:25,083 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246625082,5,FailOnTimeoutGroup] 2024-12-15T07:10:25,083 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246625083,5,FailOnTimeoutGroup] 2024-12-15T07:10:25,083 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,083 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:25,083 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T07:10:25,083 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,083 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,083 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T07:10:25,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741831_1007 (size=1039) 2024-12-15T07:10:25,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741831_1007 (size=1039) 2024-12-15T07:10:25,094 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T07:10:25,094 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483 2024-12-15T07:10:25,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741832_1008 (size=32) 2024-12-15T07:10:25,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741832_1008 (size=32) 2024-12-15T07:10:25,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:25,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T07:10:25,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T07:10:25,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:25,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:25,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T07:10:25,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T07:10:25,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:25,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:25,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T07:10:25,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T07:10:25,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:25,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:25,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/meta/1588230740 2024-12-15T07:10:25,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/meta/1588230740 2024-12-15T07:10:25,109 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T07:10:25,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T07:10:25,111 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:25,112 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66434066, jitterRate=-0.01005527377128601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T07:10:25,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T07:10:25,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T07:10:25,112 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T07:10:25,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T07:10:25,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T07:10:25,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T07:10:25,112 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T07:10:25,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T07:10:25,113 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T07:10:25,113 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T07:10:25,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T07:10:25,114 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T07:10:25,115 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T07:10:25,135 DEBUG [RS:0;5965ed06ec91:37225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5965ed06ec91:37225 2024-12-15T07:10:25,135 DEBUG [RS:1;5965ed06ec91:44469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5965ed06ec91:44469 2024-12-15T07:10:25,137 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.HRegionServer(1008): ClusterId : 3b471130-6f45-46d7-a435-a86a6b3de679 2024-12-15T07:10:25,137 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer(1008): ClusterId : 3b471130-6f45-46d7-a435-a86a6b3de679 2024-12-15T07:10:25,137 DEBUG [RS:0;5965ed06ec91:37225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T07:10:25,137 DEBUG [RS:1;5965ed06ec91:44469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T07:10:25,156 DEBUG [RS:0;5965ed06ec91:37225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T07:10:25,156 DEBUG [RS:1;5965ed06ec91:44469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T07:10:25,156 DEBUG [RS:1;5965ed06ec91:44469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T07:10:25,156 DEBUG [RS:0;5965ed06ec91:37225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T07:10:25,165 DEBUG [RS:1;5965ed06ec91:44469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T07:10:25,165 DEBUG [RS:0;5965ed06ec91:37225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T07:10:25,165 DEBUG [RS:1;5965ed06ec91:44469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11784f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:25,165 DEBUG [RS:0;5965ed06ec91:37225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e023145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:25,165 DEBUG [RS:0;5965ed06ec91:37225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219aabdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:10:25,165 DEBUG [RS:1;5965ed06ec91:44469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c53408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:10:25,165 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T07:10:25,165 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T07:10:25,165 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T07:10:25,165 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T07:10:25,165 DEBUG [RS:0;5965ed06ec91:37225 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T07:10:25,165 DEBUG [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T07:10:25,166 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer(3073): reportForDuty to master=5965ed06ec91,42829,1734246624626 with isa=5965ed06ec91/172.17.0.2:44469, startcode=1734246624803 2024-12-15T07:10:25,166 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.HRegionServer(3073): reportForDuty to master=5965ed06ec91,42829,1734246624626 with isa=5965ed06ec91/172.17.0.2:37225, startcode=1734246624768 2024-12-15T07:10:25,166 DEBUG [RS:0;5965ed06ec91:37225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T07:10:25,166 DEBUG [RS:1;5965ed06ec91:44469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T07:10:25,167 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32867, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T07:10:25,167 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59623, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T07:10:25,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42829 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5965ed06ec91,44469,1734246624803 2024-12-15T07:10:25,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42829 {}] master.ServerManager(486): Registering regionserver=5965ed06ec91,44469,1734246624803 2024-12-15T07:10:25,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42829 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5965ed06ec91,37225,1734246624768 2024-12-15T07:10:25,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42829 {}] master.ServerManager(486): Registering regionserver=5965ed06ec91,37225,1734246624768 2024-12-15T07:10:25,168 DEBUG [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483 2024-12-15T07:10:25,168 DEBUG [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45011 2024-12-15T07:10:25,168 DEBUG [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T07:10:25,169 DEBUG [RS:0;5965ed06ec91:37225 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483 2024-12-15T07:10:25,169 DEBUG [RS:0;5965ed06ec91:37225 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45011 2024-12-15T07:10:25,169 DEBUG [RS:0;5965ed06ec91:37225 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T07:10:25,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T07:10:25,202 DEBUG [RS:1;5965ed06ec91:44469 {}] zookeeper.ZKUtil(111): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5965ed06ec91,44469,1734246624803 2024-12-15T07:10:25,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5965ed06ec91,37225,1734246624768] 2024-12-15T07:10:25,202 WARN [RS:1;5965ed06ec91:44469 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:10:25,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5965ed06ec91,44469,1734246624803] 2024-12-15T07:10:25,202 INFO [RS:1;5965ed06ec91:44469 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:25,202 DEBUG [RS:0;5965ed06ec91:37225 {}] zookeeper.ZKUtil(111): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5965ed06ec91,37225,1734246624768 2024-12-15T07:10:25,202 DEBUG [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/WALs/5965ed06ec91,44469,1734246624803 2024-12-15T07:10:25,202 WARN [RS:0;5965ed06ec91:37225 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T07:10:25,202 INFO [RS:0;5965ed06ec91:37225 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:25,202 DEBUG [RS:0;5965ed06ec91:37225 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/WALs/5965ed06ec91,37225,1734246624768 2024-12-15T07:10:25,205 DEBUG [RS:1;5965ed06ec91:44469 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-15T07:10:25,205 DEBUG [RS:0;5965ed06ec91:37225 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-15T07:10:25,205 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T07:10:25,205 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T07:10:25,206 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T07:10:25,207 INFO [RS:1;5965ed06ec91:44469 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T07:10:25,207 INFO [RS:1;5965ed06ec91:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,207 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T07:10:25,208 INFO [RS:1;5965ed06ec91:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,208 DEBUG [RS:1;5965ed06ec91:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,208 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T07:10:25,208 DEBUG [RS:1;5965ed06ec91:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,208 DEBUG [RS:1;5965ed06ec91:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,208 DEBUG [RS:1;5965ed06ec91:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,208 DEBUG [RS:1;5965ed06ec91:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,208 DEBUG [RS:1;5965ed06ec91:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:10:25,208 DEBUG [RS:1;5965ed06ec91:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,208 DEBUG [RS:1;5965ed06ec91:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,208 INFO [RS:0;5965ed06ec91:37225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T07:10:25,208 DEBUG [RS:1;5965ed06ec91:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,208 DEBUG [RS:1;5965ed06ec91:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,208 INFO [RS:0;5965ed06ec91:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,208 DEBUG [RS:1;5965ed06ec91:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,208 DEBUG [RS:1;5965ed06ec91:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:25,208 DEBUG [RS:1;5965ed06ec91:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:25,209 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T07:10:25,210 INFO [RS:1;5965ed06ec91:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,210 INFO [RS:1;5965ed06ec91:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,210 INFO [RS:1;5965ed06ec91:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,210 INFO [RS:1;5965ed06ec91:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,210 INFO [RS:1;5965ed06ec91:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,44469,1734246624803-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:10:25,210 INFO [RS:0;5965ed06ec91:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,211 DEBUG [RS:0;5965ed06ec91:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,211 DEBUG [RS:0;5965ed06ec91:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,211 DEBUG [RS:0;5965ed06ec91:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,211 DEBUG [RS:0;5965ed06ec91:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,211 DEBUG [RS:0;5965ed06ec91:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,211 DEBUG [RS:0;5965ed06ec91:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5965ed06ec91:0, corePoolSize=2, maxPoolSize=2 2024-12-15T07:10:25,211 DEBUG [RS:0;5965ed06ec91:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,211 DEBUG [RS:0;5965ed06ec91:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,211 DEBUG [RS:0;5965ed06ec91:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,211 DEBUG [RS:0;5965ed06ec91:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,211 DEBUG [RS:0;5965ed06ec91:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5965ed06ec91:0, corePoolSize=1, maxPoolSize=1 2024-12-15T07:10:25,211 DEBUG [RS:0;5965ed06ec91:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:25,211 DEBUG [RS:0;5965ed06ec91:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5965ed06ec91:0, corePoolSize=3, maxPoolSize=3 2024-12-15T07:10:25,215 INFO [RS:0;5965ed06ec91:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,215 INFO [RS:0;5965ed06ec91:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,215 INFO [RS:0;5965ed06ec91:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,215 INFO [RS:0;5965ed06ec91:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,215 INFO [RS:0;5965ed06ec91:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,37225,1734246624768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:10:25,226 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T07:10:25,226 INFO [RS:0;5965ed06ec91:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,37225,1734246624768-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,227 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T07:10:25,227 INFO [RS:1;5965ed06ec91:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,44469,1734246624803-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,237 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.Replication(204): 5965ed06ec91,37225,1734246624768 started 2024-12-15T07:10:25,237 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.HRegionServer(1767): Serving as 5965ed06ec91,37225,1734246624768, RpcServer on 5965ed06ec91/172.17.0.2:37225, sessionid=0x100288689de0001 2024-12-15T07:10:25,237 DEBUG [RS:0;5965ed06ec91:37225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T07:10:25,238 DEBUG [RS:0;5965ed06ec91:37225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5965ed06ec91,37225,1734246624768 2024-12-15T07:10:25,238 DEBUG [RS:0;5965ed06ec91:37225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,37225,1734246624768' 2024-12-15T07:10:25,238 DEBUG [RS:0;5965ed06ec91:37225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T07:10:25,238 DEBUG [RS:0;5965ed06ec91:37225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T07:10:25,239 DEBUG [RS:0;5965ed06ec91:37225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T07:10:25,239 DEBUG [RS:0;5965ed06ec91:37225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T07:10:25,239 DEBUG [RS:0;5965ed06ec91:37225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5965ed06ec91,37225,1734246624768 2024-12-15T07:10:25,239 DEBUG [RS:0;5965ed06ec91:37225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,37225,1734246624768' 2024-12-15T07:10:25,239 DEBUG [RS:0;5965ed06ec91:37225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T07:10:25,239 DEBUG [RS:0;5965ed06ec91:37225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T07:10:25,239 DEBUG [RS:0;5965ed06ec91:37225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T07:10:25,239 INFO [RS:0;5965ed06ec91:37225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T07:10:25,239 INFO [RS:0;5965ed06ec91:37225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T07:10:25,244 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.Replication(204): 5965ed06ec91,44469,1734246624803 started 2024-12-15T07:10:25,244 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer(1767): Serving as 5965ed06ec91,44469,1734246624803, RpcServer on 5965ed06ec91/172.17.0.2:44469, sessionid=0x100288689de0002 2024-12-15T07:10:25,244 DEBUG [RS:1;5965ed06ec91:44469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T07:10:25,244 DEBUG [RS:1;5965ed06ec91:44469 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5965ed06ec91,44469,1734246624803 2024-12-15T07:10:25,244 DEBUG [RS:1;5965ed06ec91:44469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,44469,1734246624803' 2024-12-15T07:10:25,244 DEBUG [RS:1;5965ed06ec91:44469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T07:10:25,244 DEBUG [RS:1;5965ed06ec91:44469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T07:10:25,245 DEBUG [RS:1;5965ed06ec91:44469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T07:10:25,245 DEBUG [RS:1;5965ed06ec91:44469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T07:10:25,245 DEBUG [RS:1;5965ed06ec91:44469 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5965ed06ec91,44469,1734246624803 2024-12-15T07:10:25,245 DEBUG [RS:1;5965ed06ec91:44469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5965ed06ec91,44469,1734246624803' 2024-12-15T07:10:25,245 DEBUG [RS:1;5965ed06ec91:44469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T07:10:25,245 DEBUG [RS:1;5965ed06ec91:44469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T07:10:25,245 DEBUG [RS:1;5965ed06ec91:44469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T07:10:25,245 INFO [RS:1;5965ed06ec91:44469 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T07:10:25,245 INFO [RS:1;5965ed06ec91:44469 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T07:10:25,265 WARN [5965ed06ec91:42829 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-15T07:10:25,340 INFO [RS:0;5965ed06ec91:37225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:10:25,342 INFO [RS:0;5965ed06ec91:37225 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C37225%2C1734246624768, suffix=, logDir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/WALs/5965ed06ec91,37225,1734246624768, archiveDir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/oldWALs, maxLogs=32 2024-12-15T07:10:25,346 INFO [RS:1;5965ed06ec91:44469 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T07:10:25,347 INFO [RS:1;5965ed06ec91:44469 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C44469%2C1734246624803, suffix=, logDir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/WALs/5965ed06ec91,44469,1734246624803, archiveDir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/oldWALs, maxLogs=32 2024-12-15T07:10:25,357 DEBUG [RS:0;5965ed06ec91:37225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/WALs/5965ed06ec91,37225,1734246624768/5965ed06ec91%2C37225%2C1734246624768.1734246625342, exclude list is [], retry=0 2024-12-15T07:10:25,359 DEBUG [RS:1;5965ed06ec91:44469 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/WALs/5965ed06ec91,44469,1734246624803/5965ed06ec91%2C44469%2C1734246624803.1734246625348, exclude list is [], retry=0 2024-12-15T07:10:25,360 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-1a6b891e-cd5e-48cc-8552-f6459b4bac03,DISK] 2024-12-15T07:10:25,360 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35951,DS-f239f5aa-8cbb-4524-a962-7cb6354253f2,DISK] 2024-12-15T07:10:25,362 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-1a6b891e-cd5e-48cc-8552-f6459b4bac03,DISK] 2024-12-15T07:10:25,362 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35951,DS-f239f5aa-8cbb-4524-a962-7cb6354253f2,DISK] 2024-12-15T07:10:25,362 INFO [RS:0;5965ed06ec91:37225 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/WALs/5965ed06ec91,37225,1734246624768/5965ed06ec91%2C37225%2C1734246624768.1734246625342 2024-12-15T07:10:25,363 DEBUG [RS:0;5965ed06ec91:37225 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41221:41221),(127.0.0.1/127.0.0.1:39135:39135)] 2024-12-15T07:10:25,363 INFO [RS:1;5965ed06ec91:44469 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/WALs/5965ed06ec91,44469,1734246624803/5965ed06ec91%2C44469%2C1734246624803.1734246625348 2024-12-15T07:10:25,366 DEBUG [RS:1;5965ed06ec91:44469 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39135:39135),(127.0.0.1/127.0.0.1:41221:41221)] 2024-12-15T07:10:25,515 DEBUG [5965ed06ec91:42829 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-15T07:10:25,516 DEBUG [5965ed06ec91:42829 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:10:25,519 DEBUG [5965ed06ec91:42829 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:10:25,519 DEBUG [5965ed06ec91:42829 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:10:25,519 INFO [5965ed06ec91:42829 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:10:25,520 INFO [5965ed06ec91:42829 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:10:25,520 DEBUG [5965ed06ec91:42829 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:10:25,520 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5965ed06ec91,44469,1734246624803 2024-12-15T07:10:25,522 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5965ed06ec91,44469,1734246624803, state=OPENING 2024-12-15T07:10:25,560 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T07:10:25,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:25,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:25,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:25,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5965ed06ec91,44469,1734246624803}] 2024-12-15T07:10:25,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:25,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:25,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:25,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,44469,1734246624803 2024-12-15T07:10:25,724 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:25,728 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:25,735 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T07:10:25,735 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T07:10:25,735 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T07:10:25,738 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5965ed06ec91%2C44469%2C1734246624803.meta, suffix=.meta, logDir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/WALs/5965ed06ec91,44469,1734246624803, archiveDir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/oldWALs, maxLogs=32 2024-12-15T07:10:25,752 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/WALs/5965ed06ec91,44469,1734246624803/5965ed06ec91%2C44469%2C1734246624803.meta.1734246625738.meta, exclude list is [], retry=0 2024-12-15T07:10:25,754 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35951,DS-f239f5aa-8cbb-4524-a962-7cb6354253f2,DISK] 2024-12-15T07:10:25,754 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-1a6b891e-cd5e-48cc-8552-f6459b4bac03,DISK] 2024-12-15T07:10:25,756 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/WALs/5965ed06ec91,44469,1734246624803/5965ed06ec91%2C44469%2C1734246624803.meta.1734246625738.meta 2024-12-15T07:10:25,756 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41221:41221),(127.0.0.1/127.0.0.1:39135:39135)] 2024-12-15T07:10:25,756 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:10:25,757 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T07:10:25,757 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T07:10:25,757 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T07:10:25,757 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T07:10:25,757 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:25,757 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T07:10:25,757 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T07:10:25,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T07:10:25,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T07:10:25,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:25,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:25,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T07:10:25,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T07:10:25,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:25,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:25,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T07:10:25,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T07:10:25,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:25,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T07:10:25,762 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/meta/1588230740 2024-12-15T07:10:25,763 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/meta/1588230740 2024-12-15T07:10:25,764 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T07:10:25,766 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T07:10:25,766 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74804869, jitterRate=0.11467941105365753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T07:10:25,767 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T07:10:25,767 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734246625724 2024-12-15T07:10:25,769 DEBUG [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T07:10:25,769 INFO [RS_OPEN_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T07:10:25,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,44469,1734246624803 2024-12-15T07:10:25,770 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5965ed06ec91,44469,1734246624803, state=OPEN 2024-12-15T07:10:25,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:10:25,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:10:25,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T07:10:25,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:25,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:25,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T07:10:25,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T07:10:25,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5965ed06ec91,44469,1734246624803 in 210 msec 2024-12-15T07:10:25,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T07:10:25,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 669 msec 2024-12-15T07:10:25,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 708 msec 2024-12-15T07:10:25,785 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734246625785, completionTime=-1 2024-12-15T07:10:25,785 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-15T07:10:25,785 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T07:10:25,785 DEBUG [hconnection-0x6f036e1d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:25,786 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:25,787 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-15T07:10:25,787 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734246685787 2024-12-15T07:10:25,787 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734246745787 2024-12-15T07:10:25,787 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-12-15T07:10:25,806 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-15T07:10:25,806 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,42829,1734246624626-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,806 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,42829,1734246624626-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,806 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,42829,1734246624626-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,806 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5965ed06ec91:42829, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,806 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:25,806 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T07:10:25,807 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T07:10:25,808 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T07:10:25,808 DEBUG [master/5965ed06ec91:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T07:10:25,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T07:10:25,809 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:25,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T07:10:25,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741836_1012 (size=358) 2024-12-15T07:10:25,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741836_1012 (size=358) 2024-12-15T07:10:25,821 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9addd30c4a3641210cc66d99fb66f3a1, NAME => 'hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483 2024-12-15T07:10:25,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741837_1013 (size=42) 2024-12-15T07:10:25,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741837_1013 (size=42) 2024-12-15T07:10:25,829 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:25,829 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 9addd30c4a3641210cc66d99fb66f3a1, disabling compactions & flushes 2024-12-15T07:10:25,829 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1. 2024-12-15T07:10:25,829 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1. 2024-12-15T07:10:25,829 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1. after waiting 0 ms 2024-12-15T07:10:25,829 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1. 2024-12-15T07:10:25,829 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1. 2024-12-15T07:10:25,829 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9addd30c4a3641210cc66d99fb66f3a1: 2024-12-15T07:10:25,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T07:10:25,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734246625830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246625830"}]},"ts":"1734246625830"} 2024-12-15T07:10:25,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T07:10:25,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T07:10:25,833 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246625832"}]},"ts":"1734246625832"} 2024-12-15T07:10:25,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T07:10:25,851 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:10:25,852 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:10:25,852 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:10:25,852 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:10:25,852 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:10:25,852 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:10:25,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9addd30c4a3641210cc66d99fb66f3a1, ASSIGN}] 2024-12-15T07:10:25,854 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9addd30c4a3641210cc66d99fb66f3a1, ASSIGN 2024-12-15T07:10:25,854 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=9addd30c4a3641210cc66d99fb66f3a1, ASSIGN; state=OFFLINE, location=5965ed06ec91,44469,1734246624803; forceNewPlan=false, retain=false 2024-12-15T07:10:25,946 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T07:10:25,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:25,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:25,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:25,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:25,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:25,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:25,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:25,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:25,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:25,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T07:10:26,004 INFO [5965ed06ec91:42829 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-15T07:10:26,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9addd30c4a3641210cc66d99fb66f3a1, regionState=OPENING, regionLocation=5965ed06ec91,44469,1734246624803 2024-12-15T07:10:26,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 9addd30c4a3641210cc66d99fb66f3a1, server=5965ed06ec91,44469,1734246624803}] 2024-12-15T07:10:26,104 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T07:10:26,159 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,44469,1734246624803 2024-12-15T07:10:26,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1. 2024-12-15T07:10:26,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 9addd30c4a3641210cc66d99fb66f3a1, NAME => 'hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1.', STARTKEY => '', ENDKEY => ''} 2024-12-15T07:10:26,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 9addd30c4a3641210cc66d99fb66f3a1 2024-12-15T07:10:26,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:26,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 9addd30c4a3641210cc66d99fb66f3a1 2024-12-15T07:10:26,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 9addd30c4a3641210cc66d99fb66f3a1 2024-12-15T07:10:26,166 INFO [StoreOpener-9addd30c4a3641210cc66d99fb66f3a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9addd30c4a3641210cc66d99fb66f3a1 2024-12-15T07:10:26,169 INFO [StoreOpener-9addd30c4a3641210cc66d99fb66f3a1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9addd30c4a3641210cc66d99fb66f3a1 columnFamilyName info 2024-12-15T07:10:26,169 DEBUG [StoreOpener-9addd30c4a3641210cc66d99fb66f3a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:26,170 INFO [StoreOpener-9addd30c4a3641210cc66d99fb66f3a1-1 {}] regionserver.HStore(327): Store=9addd30c4a3641210cc66d99fb66f3a1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:26,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/namespace/9addd30c4a3641210cc66d99fb66f3a1 2024-12-15T07:10:26,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/namespace/9addd30c4a3641210cc66d99fb66f3a1 2024-12-15T07:10:26,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 9addd30c4a3641210cc66d99fb66f3a1 2024-12-15T07:10:26,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/namespace/9addd30c4a3641210cc66d99fb66f3a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:26,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 9addd30c4a3641210cc66d99fb66f3a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60214312, jitterRate=-0.10273683071136475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:10:26,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 9addd30c4a3641210cc66d99fb66f3a1: 2024-12-15T07:10:26,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1., pid=6, masterSystemTime=1734246626159 2024-12-15T07:10:26,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1. 2024-12-15T07:10:26,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1. 2024-12-15T07:10:26,181 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9addd30c4a3641210cc66d99fb66f3a1, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,44469,1734246624803 2024-12-15T07:10:26,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T07:10:26,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 9addd30c4a3641210cc66d99fb66f3a1, server=5965ed06ec91,44469,1734246624803 in 175 msec 2024-12-15T07:10:26,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T07:10:26,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=9addd30c4a3641210cc66d99fb66f3a1, ASSIGN in 331 msec 2024-12-15T07:10:26,185 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T07:10:26,186 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246626185"}]},"ts":"1734246626185"} 2024-12-15T07:10:26,187 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T07:10:26,227 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-15T07:10:26,227 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T07:10:26,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 420 msec 2024-12-15T07:10:26,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:26,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:26,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:10:26,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:26,241 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T07:10:26,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:10:26,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2024-12-15T07:10:26,274 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T07:10:26,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T07:10:26,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 29 msec 2024-12-15T07:10:26,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T07:10:26,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T07:10:26,339 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.488sec 2024-12-15T07:10:26,340 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T07:10:26,340 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T07:10:26,340 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T07:10:26,340 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T07:10:26,340 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T07:10:26,340 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,42829,1734246624626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T07:10:26,340 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,42829,1734246624626-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T07:10:26,344 DEBUG [master/5965ed06ec91:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T07:10:26,344 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T07:10:26,344 INFO [master/5965ed06ec91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5965ed06ec91,42829,1734246624626-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T07:10:26,429 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x052f751d to 127.0.0.1:60341 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20ffc79d 2024-12-15T07:10:26,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619f7e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T07:10:26,443 DEBUG [hconnection-0x6f6a86b3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:26,445 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:26,449 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5965ed06ec91,42829,1734246624626 2024-12-15T07:10:26,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T07:10:26,452 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T07:10:26,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T07:10:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-15T07:10:26,456 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T07:10:26,457 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:26,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-15T07:10:26,458 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T07:10:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:26,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741838_1014 (size=379) 2024-12-15T07:10:26,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741838_1014 (size=379) 2024-12-15T07:10:26,467 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4717bcdce9e432c3799ca78cd0b07816, NAME => 'testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483 2024-12-15T07:10:26,467 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 577631d63e84b06f7213b9b06ce677fd, NAME => 'testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483 2024-12-15T07:10:26,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741839_1015 (size=61) 2024-12-15T07:10:26,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741839_1015 (size=61) 2024-12-15T07:10:26,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741840_1016 (size=61) 2024-12-15T07:10:26,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741840_1016 (size=61) 2024-12-15T07:10:26,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:26,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 577631d63e84b06f7213b9b06ce677fd, disabling compactions & flushes 2024-12-15T07:10:26,477 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd. 2024-12-15T07:10:26,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd. 2024-12-15T07:10:26,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd. after waiting 0 ms 2024-12-15T07:10:26,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd. 2024-12-15T07:10:26,477 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd. 2024-12-15T07:10:26,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 577631d63e84b06f7213b9b06ce677fd: 2024-12-15T07:10:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:26,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:26,876 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 4717bcdce9e432c3799ca78cd0b07816, disabling compactions & flushes 2024-12-15T07:10:26,876 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816. 2024-12-15T07:10:26,876 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816. 2024-12-15T07:10:26,876 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816. after waiting 0 ms 2024-12-15T07:10:26,876 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816. 2024-12-15T07:10:26,876 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816. 2024-12-15T07:10:26,876 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4717bcdce9e432c3799ca78cd0b07816: 2024-12-15T07:10:26,878 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T07:10:26,879 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734246626878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246626878"}]},"ts":"1734246626878"} 2024-12-15T07:10:26,879 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734246626878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734246626878"}]},"ts":"1734246626878"} 2024-12-15T07:10:26,885 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-15T07:10:26,886 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T07:10:26,886 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246626886"}]},"ts":"1734246626886"} 2024-12-15T07:10:26,888 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-15T07:10:26,914 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {5965ed06ec91=0} racks are {/default-rack=0} 2024-12-15T07:10:26,915 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-15T07:10:26,915 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-15T07:10:26,915 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-15T07:10:26,915 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-15T07:10:26,915 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-15T07:10:26,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4717bcdce9e432c3799ca78cd0b07816, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=577631d63e84b06f7213b9b06ce677fd, ASSIGN}] 2024-12-15T07:10:26,917 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=577631d63e84b06f7213b9b06ce677fd, ASSIGN 2024-12-15T07:10:26,917 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4717bcdce9e432c3799ca78cd0b07816, ASSIGN 2024-12-15T07:10:26,918 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=577631d63e84b06f7213b9b06ce677fd, ASSIGN; state=OFFLINE, location=5965ed06ec91,37225,1734246624768; forceNewPlan=false, retain=false 2024-12-15T07:10:26,918 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4717bcdce9e432c3799ca78cd0b07816, ASSIGN; state=OFFLINE, location=5965ed06ec91,44469,1734246624803; forceNewPlan=false, retain=false 2024-12-15T07:10:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:27,068 INFO [5965ed06ec91:42829 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-15T07:10:27,069 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=577631d63e84b06f7213b9b06ce677fd, regionState=OPENING, regionLocation=5965ed06ec91,37225,1734246624768 2024-12-15T07:10:27,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=4717bcdce9e432c3799ca78cd0b07816, regionState=OPENING, regionLocation=5965ed06ec91,44469,1734246624803 2024-12-15T07:10:27,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 577631d63e84b06f7213b9b06ce677fd, server=5965ed06ec91,37225,1734246624768}] 2024-12-15T07:10:27,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 4717bcdce9e432c3799ca78cd0b07816, server=5965ed06ec91,44469,1734246624803}] 2024-12-15T07:10:27,224 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,44469,1734246624803 2024-12-15T07:10:27,224 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5965ed06ec91,37225,1734246624768 2024-12-15T07:10:27,224 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:27,228 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:27,232 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816. 2024-12-15T07:10:27,232 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 4717bcdce9e432c3799ca78cd0b07816, NAME => 'testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816.', STARTKEY => '', ENDKEY => '5'} 2024-12-15T07:10:27,233 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4717bcdce9e432c3799ca78cd0b07816 2024-12-15T07:10:27,233 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:27,233 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 4717bcdce9e432c3799ca78cd0b07816 2024-12-15T07:10:27,233 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 4717bcdce9e432c3799ca78cd0b07816 2024-12-15T07:10:27,233 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd. 2024-12-15T07:10:27,233 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 577631d63e84b06f7213b9b06ce677fd, NAME => 'testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd.', STARTKEY => '5', ENDKEY => ''} 2024-12-15T07:10:27,234 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 577631d63e84b06f7213b9b06ce677fd 2024-12-15T07:10:27,234 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T07:10:27,234 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 577631d63e84b06f7213b9b06ce677fd 2024-12-15T07:10:27,234 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 577631d63e84b06f7213b9b06ce677fd 2024-12-15T07:10:27,234 INFO [StoreOpener-4717bcdce9e432c3799ca78cd0b07816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4717bcdce9e432c3799ca78cd0b07816 2024-12-15T07:10:27,235 INFO [StoreOpener-577631d63e84b06f7213b9b06ce677fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 577631d63e84b06f7213b9b06ce677fd 2024-12-15T07:10:27,236 INFO [StoreOpener-4717bcdce9e432c3799ca78cd0b07816-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4717bcdce9e432c3799ca78cd0b07816 columnFamilyName family 2024-12-15T07:10:27,236 DEBUG [StoreOpener-4717bcdce9e432c3799ca78cd0b07816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:27,236 INFO [StoreOpener-577631d63e84b06f7213b9b06ce677fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 577631d63e84b06f7213b9b06ce677fd columnFamilyName family 2024-12-15T07:10:27,236 DEBUG [StoreOpener-577631d63e84b06f7213b9b06ce677fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T07:10:27,237 INFO [StoreOpener-4717bcdce9e432c3799ca78cd0b07816-1 {}] regionserver.HStore(327): Store=4717bcdce9e432c3799ca78cd0b07816/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:27,237 INFO [StoreOpener-577631d63e84b06f7213b9b06ce677fd-1 {}] regionserver.HStore(327): Store=577631d63e84b06f7213b9b06ce677fd/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T07:10:27,237 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/4717bcdce9e432c3799ca78cd0b07816 2024-12-15T07:10:27,238 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/4717bcdce9e432c3799ca78cd0b07816 2024-12-15T07:10:27,238 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/577631d63e84b06f7213b9b06ce677fd 2024-12-15T07:10:27,238 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/577631d63e84b06f7213b9b06ce677fd 2024-12-15T07:10:27,240 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 4717bcdce9e432c3799ca78cd0b07816 2024-12-15T07:10:27,241 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 577631d63e84b06f7213b9b06ce677fd 2024-12-15T07:10:27,242 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/4717bcdce9e432c3799ca78cd0b07816/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:27,243 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 4717bcdce9e432c3799ca78cd0b07816; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69049710, jitterRate=0.028920859098434448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:10:27,243 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/577631d63e84b06f7213b9b06ce677fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T07:10:27,244 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 4717bcdce9e432c3799ca78cd0b07816: 2024-12-15T07:10:27,245 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 577631d63e84b06f7213b9b06ce677fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64688332, jitterRate=-0.036068737506866455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T07:10:27,245 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816., pid=13, masterSystemTime=1734246627224 2024-12-15T07:10:27,245 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 577631d63e84b06f7213b9b06ce677fd: 2024-12-15T07:10:27,246 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd., pid=12, masterSystemTime=1734246627224 2024-12-15T07:10:27,247 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816. 2024-12-15T07:10:27,247 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816. 2024-12-15T07:10:27,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=4717bcdce9e432c3799ca78cd0b07816, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,44469,1734246624803 2024-12-15T07:10:27,247 DEBUG [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd. 2024-12-15T07:10:27,247 INFO [RS_OPEN_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd. 2024-12-15T07:10:27,248 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=577631d63e84b06f7213b9b06ce677fd, regionState=OPEN, openSeqNum=2, regionLocation=5965ed06ec91,37225,1734246624768 2024-12-15T07:10:27,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-15T07:10:27,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 4717bcdce9e432c3799ca78cd0b07816, server=5965ed06ec91,44469,1734246624803 in 176 msec 2024-12-15T07:10:27,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-15T07:10:27,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 577631d63e84b06f7213b9b06ce677fd, server=5965ed06ec91,37225,1734246624768 in 178 msec 2024-12-15T07:10:27,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4717bcdce9e432c3799ca78cd0b07816, ASSIGN in 334 msec 2024-12-15T07:10:27,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-15T07:10:27,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=577631d63e84b06f7213b9b06ce677fd, ASSIGN in 334 msec 2024-12-15T07:10:27,252 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T07:10:27,252 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734246627252"}]},"ts":"1734246627252"} 2024-12-15T07:10:27,253 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-15T07:10:27,264 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T07:10:27,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 811 msec 2024-12-15T07:10:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T07:10:27,569 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-15T07:10:27,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-15T07:10:27,570 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T07:10:27,574 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-15T07:10:27,574 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T07:10:27,574 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-15T07:10:27,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T07:10:27,592 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T07:10:27,600 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 577631d63e84b06f7213b9b06ce677fd 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-15T07:10:27,615 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/577631d63e84b06f7213b9b06ce677fd/.tmp/family/c39c89bc13d64c9c9d61705bfe14b2a9 is 32, key is 5/family:/1734246627592/Put/seqid=0 2024-12-15T07:10:27,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741841_1017 (size=5083) 2024-12-15T07:10:27,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741841_1017 (size=5083) 2024-12-15T07:10:27,620 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/577631d63e84b06f7213b9b06ce677fd/.tmp/family/c39c89bc13d64c9c9d61705bfe14b2a9 2024-12-15T07:10:27,625 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/577631d63e84b06f7213b9b06ce677fd/.tmp/family/c39c89bc13d64c9c9d61705bfe14b2a9 as hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/577631d63e84b06f7213b9b06ce677fd/family/c39c89bc13d64c9c9d61705bfe14b2a9 2024-12-15T07:10:27,631 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/577631d63e84b06f7213b9b06ce677fd/family/c39c89bc13d64c9c9d61705bfe14b2a9, entries=5, sequenceid=9, filesize=5.0 K 2024-12-15T07:10:27,631 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 577631d63e84b06f7213b9b06ce677fd in 32ms, sequenceid=9, compaction requested=false 2024-12-15T07:10:27,631 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 577631d63e84b06f7213b9b06ce677fd: 2024-12-15T07:10:27,632 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 4717bcdce9e432c3799ca78cd0b07816 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-15T07:10:27,645 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/4717bcdce9e432c3799ca78cd0b07816/.tmp/family/c83b9cb42f404625962b0080ad701f37 is 32, key is 1/family:/1734246627579/Put/seqid=0 2024-12-15T07:10:27,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741842_1018 (size=5054) 2024-12-15T07:10:27,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741842_1018 (size=5054) 2024-12-15T07:10:27,650 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/4717bcdce9e432c3799ca78cd0b07816/.tmp/family/c83b9cb42f404625962b0080ad701f37 2024-12-15T07:10:27,655 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/4717bcdce9e432c3799ca78cd0b07816/.tmp/family/c83b9cb42f404625962b0080ad701f37 as hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/4717bcdce9e432c3799ca78cd0b07816/family/c83b9cb42f404625962b0080ad701f37 2024-12-15T07:10:27,661 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/4717bcdce9e432c3799ca78cd0b07816/family/c83b9cb42f404625962b0080ad701f37, entries=4, sequenceid=8, filesize=4.9 K 2024-12-15T07:10:27,662 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 4717bcdce9e432c3799ca78cd0b07816 in 30ms, sequenceid=8, compaction requested=false 2024-12-15T07:10:27,662 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 4717bcdce9e432c3799ca78cd0b07816: 2024-12-15T07:10:27,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:27,669 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37225 {}] bucket.BucketCache(1851): found 1 blocks for file c39c89bc13d64c9c9d61705bfe14b2a9, starting offset: 0, end offset: 9223372036854775807 2024-12-15T07:10:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37225 {}] bucket.BucketCache(843): removed key c39c89bc13d64c9c9d61705bfe14b2a9_0 from back map with offset lock 2094080 in the evict process 2024-12-15T07:10:27,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T07:10:27,671 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T07:10:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] bucket.BucketCache(1851): found 1 blocks for file c83b9cb42f404625962b0080ad701f37, starting offset: 0, end offset: 9223372036854775807 2024-12-15T07:10:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] bucket.BucketCache(843): removed key c83b9cb42f404625962b0080ad701f37_0 from back map with offset lock 2094080 in the evict process 2024-12-15T07:10:27,671 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T07:10:27,671 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T07:10:27,672 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x052f751d to 127.0.0.1:60341 2024-12-15T07:10:27,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:27,672 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T07:10:27,672 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2074767015, stopped=false 2024-12-15T07:10:27,672 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5965ed06ec91,42829,1734246624626 2024-12-15T07:10:27,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:27,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:27,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T07:10:27,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:27,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:27,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:27,718 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T07:10:27,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:27,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:27,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:27,719 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,37225,1734246624768' ***** 2024-12-15T07:10:27,719 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T07:10:27,719 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,44469,1734246624803' ***** 2024-12-15T07:10:27,719 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T07:10:27,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T07:10:27,720 INFO [RS:0;5965ed06ec91:37225 {}] bucket.BucketCache(1726): Disabling cache 2024-12-15T07:10:27,721 INFO [RS:0;5965ed06ec91:37225 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-15T07:10:27,721 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-15T07:10:27,721 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-15T07:10:27,721 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-15T07:10:27,721 INFO [RS:1;5965ed06ec91:44469 {}] bucket.BucketCache(1726): Disabling cache 2024-12-15T07:10:27,721 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T07:10:27,721 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-15T07:10:27,721 INFO [RS:1;5965ed06ec91:44469 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-15T07:10:27,721 INFO [RS:0;5965ed06ec91:37225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T07:10:27,721 INFO [RS:0;5965ed06ec91:37225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T07:10:27,722 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-15T07:10:27,722 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T07:10:27,722 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.HRegionServer(3579): Received CLOSE for 577631d63e84b06f7213b9b06ce677fd 2024-12-15T07:10:27,722 INFO [RS:1;5965ed06ec91:44469 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T07:10:27,722 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-15T07:10:27,722 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T07:10:27,722 INFO [RS:1;5965ed06ec91:44469 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T07:10:27,722 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer(3579): Received CLOSE for 9addd30c4a3641210cc66d99fb66f3a1 2024-12-15T07:10:27,722 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T07:10:27,722 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,37225,1734246624768 2024-12-15T07:10:27,722 DEBUG [RS:0;5965ed06ec91:37225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:27,722 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-15T07:10:27,722 DEBUG [RS:0;5965ed06ec91:37225 {}] regionserver.HRegionServer(1603): Online Regions={577631d63e84b06f7213b9b06ce677fd=testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd.} 2024-12-15T07:10:27,722 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 577631d63e84b06f7213b9b06ce677fd, disabling compactions & flushes 2024-12-15T07:10:27,722 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer(3579): Received CLOSE for 4717bcdce9e432c3799ca78cd0b07816 2024-12-15T07:10:27,722 DEBUG [RS:0;5965ed06ec91:37225 {}] regionserver.HRegionServer(1629): Waiting on 577631d63e84b06f7213b9b06ce677fd 2024-12-15T07:10:27,722 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd. 2024-12-15T07:10:27,723 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd. 2024-12-15T07:10:27,723 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,44469,1734246624803 2024-12-15T07:10:27,723 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd. after waiting 0 ms 2024-12-15T07:10:27,723 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9addd30c4a3641210cc66d99fb66f3a1, disabling compactions & flushes 2024-12-15T07:10:27,723 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd. 2024-12-15T07:10:27,723 DEBUG [RS:1;5965ed06ec91:44469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:27,723 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1. 2024-12-15T07:10:27,723 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1. 2024-12-15T07:10:27,723 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T07:10:27,723 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1. after waiting 0 ms 2024-12-15T07:10:27,723 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T07:10:27,723 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1. 2024-12-15T07:10:27,723 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T07:10:27,723 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9addd30c4a3641210cc66d99fb66f3a1 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T07:10:27,723 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T07:10:27,724 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-15T07:10:27,724 DEBUG [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer(1603): Online Regions={9addd30c4a3641210cc66d99fb66f3a1=hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1., 4717bcdce9e432c3799ca78cd0b07816=testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816., 1588230740=hbase:meta,,1.1588230740} 2024-12-15T07:10:27,724 DEBUG [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4717bcdce9e432c3799ca78cd0b07816, 9addd30c4a3641210cc66d99fb66f3a1 2024-12-15T07:10:27,724 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T07:10:27,724 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T07:10:27,724 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T07:10:27,724 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T07:10:27,724 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T07:10:27,724 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-15T07:10:27,732 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/577631d63e84b06f7213b9b06ce677fd/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-15T07:10:27,733 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd. 2024-12-15T07:10:27,733 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 577631d63e84b06f7213b9b06ce677fd: 2024-12-15T07:10:27,733 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd. 2024-12-15T07:10:27,738 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/namespace/9addd30c4a3641210cc66d99fb66f3a1/.tmp/info/0fcc96439179499f96316ec132c164e1 is 45, key is default/info:d/1734246626246/Put/seqid=0 2024-12-15T07:10:27,740 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/meta/1588230740/.tmp/info/88238f5037e442ef9e7d4f1157158322 is 173, key is testClearRegionBlockCache,5,1734246626453.577631d63e84b06f7213b9b06ce677fd./info:regioninfo/1734246627247/Put/seqid=0 2024-12-15T07:10:27,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741843_1019 (size=5037) 2024-12-15T07:10:27,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741843_1019 (size=5037) 2024-12-15T07:10:27,743 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/namespace/9addd30c4a3641210cc66d99fb66f3a1/.tmp/info/0fcc96439179499f96316ec132c164e1 2024-12-15T07:10:27,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741844_1020 (size=9337) 2024-12-15T07:10:27,748 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/namespace/9addd30c4a3641210cc66d99fb66f3a1/.tmp/info/0fcc96439179499f96316ec132c164e1 as hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/namespace/9addd30c4a3641210cc66d99fb66f3a1/info/0fcc96439179499f96316ec132c164e1 2024-12-15T07:10:27,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741844_1020 (size=9337) 2024-12-15T07:10:27,749 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/meta/1588230740/.tmp/info/88238f5037e442ef9e7d4f1157158322 2024-12-15T07:10:27,753 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/namespace/9addd30c4a3641210cc66d99fb66f3a1/info/0fcc96439179499f96316ec132c164e1, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T07:10:27,754 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 9addd30c4a3641210cc66d99fb66f3a1 in 31ms, sequenceid=6, compaction requested=false 2024-12-15T07:10:27,757 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/namespace/9addd30c4a3641210cc66d99fb66f3a1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T07:10:27,758 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1. 2024-12-15T07:10:27,758 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9addd30c4a3641210cc66d99fb66f3a1: 2024-12-15T07:10:27,758 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734246625806.9addd30c4a3641210cc66d99fb66f3a1. 2024-12-15T07:10:27,758 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4717bcdce9e432c3799ca78cd0b07816, disabling compactions & flushes 2024-12-15T07:10:27,758 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816. 2024-12-15T07:10:27,758 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816. 2024-12-15T07:10:27,758 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816. after waiting 0 ms 2024-12-15T07:10:27,758 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816. 2024-12-15T07:10:27,762 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/default/testClearRegionBlockCache/4717bcdce9e432c3799ca78cd0b07816/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-15T07:10:27,762 INFO [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816. 2024-12-15T07:10:27,762 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4717bcdce9e432c3799ca78cd0b07816: 2024-12-15T07:10:27,762 DEBUG [RS_CLOSE_REGION-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1734246626453.4717bcdce9e432c3799ca78cd0b07816. 2024-12-15T07:10:27,768 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/meta/1588230740/.tmp/table/56a0f423d4d94022a1025eb30233f8e0 is 61, key is testClearRegionBlockCache/table:state/1734246627252/Put/seqid=0 2024-12-15T07:10:27,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741845_1021 (size=5392) 2024-12-15T07:10:27,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741845_1021 (size=5392) 2024-12-15T07:10:27,773 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/meta/1588230740/.tmp/table/56a0f423d4d94022a1025eb30233f8e0 2024-12-15T07:10:27,778 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/meta/1588230740/.tmp/info/88238f5037e442ef9e7d4f1157158322 as hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/meta/1588230740/info/88238f5037e442ef9e7d4f1157158322 2024-12-15T07:10:27,783 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/meta/1588230740/info/88238f5037e442ef9e7d4f1157158322, entries=30, sequenceid=16, filesize=9.1 K 2024-12-15T07:10:27,784 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/meta/1588230740/.tmp/table/56a0f423d4d94022a1025eb30233f8e0 as hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/meta/1588230740/table/56a0f423d4d94022a1025eb30233f8e0 2024-12-15T07:10:27,789 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/meta/1588230740/table/56a0f423d4d94022a1025eb30233f8e0, entries=4, sequenceid=16, filesize=5.3 K 2024-12-15T07:10:27,790 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 66ms, sequenceid=16, compaction requested=false 2024-12-15T07:10:27,794 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-15T07:10:27,794 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T07:10:27,794 INFO [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T07:10:27,794 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T07:10:27,795 DEBUG [RS_CLOSE_META-regionserver/5965ed06ec91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T07:10:27,813 INFO [regionserver/5965ed06ec91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:27,817 INFO [regionserver/5965ed06ec91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:27,923 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,37225,1734246624768; all regions closed. 2024-12-15T07:10:27,924 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,44469,1734246624803; all regions closed. 2024-12-15T07:10:27,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741833_1009 (size=1867) 2024-12-15T07:10:27,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741833_1009 (size=1867) 2024-12-15T07:10:27,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741835_1011 (size=5602) 2024-12-15T07:10:27,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741835_1011 (size=5602) 2024-12-15T07:10:27,933 DEBUG [RS:0;5965ed06ec91:37225 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/oldWALs 2024-12-15T07:10:27,933 INFO [RS:0;5965ed06ec91:37225 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C37225%2C1734246624768:(num 1734246625342) 2024-12-15T07:10:27,933 DEBUG [RS:0;5965ed06ec91:37225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:27,933 DEBUG [RS:1;5965ed06ec91:44469 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/oldWALs 2024-12-15T07:10:27,933 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:27,933 INFO [RS:1;5965ed06ec91:44469 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C44469%2C1734246624803.meta:.meta(num 1734246625738) 2024-12-15T07:10:27,933 INFO [RS:0;5965ed06ec91:37225 {}] hbase.ChoreService(370): Chore service for: regionserver/5965ed06ec91:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T07:10:27,933 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T07:10:27,933 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T07:10:27,933 INFO [regionserver/5965ed06ec91:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:27,933 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T07:10:27,934 INFO [RS:0;5965ed06ec91:37225 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37225 2024-12-15T07:10:27,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741834_1010 (size=3079) 2024-12-15T07:10:27,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741834_1010 (size=3079) 2024-12-15T07:10:27,937 DEBUG [RS:1;5965ed06ec91:44469 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/oldWALs 2024-12-15T07:10:27,937 INFO [RS:1;5965ed06ec91:44469 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5965ed06ec91%2C44469%2C1734246624803:(num 1734246625348) 2024-12-15T07:10:27,937 DEBUG [RS:1;5965ed06ec91:44469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:27,937 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T07:10:27,937 INFO [RS:1;5965ed06ec91:44469 {}] hbase.ChoreService(370): Chore service for: regionserver/5965ed06ec91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T07:10:27,937 INFO [regionserver/5965ed06ec91:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:27,937 INFO [RS:1;5965ed06ec91:44469 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44469 2024-12-15T07:10:27,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5965ed06ec91,37225,1734246624768 2024-12-15T07:10:27,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T07:10:27,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5965ed06ec91,44469,1734246624803 2024-12-15T07:10:27,959 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5965ed06ec91,37225,1734246624768] 2024-12-15T07:10:27,960 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5965ed06ec91,37225,1734246624768; numProcessing=1 2024-12-15T07:10:27,976 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5965ed06ec91,37225,1734246624768 already deleted, retry=false 2024-12-15T07:10:27,976 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5965ed06ec91,37225,1734246624768 expired; onlineServers=1 2024-12-15T07:10:27,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5965ed06ec91,44469,1734246624803] 2024-12-15T07:10:27,976 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5965ed06ec91,44469,1734246624803; numProcessing=2 2024-12-15T07:10:27,985 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5965ed06ec91,44469,1734246624803 already deleted, retry=false 2024-12-15T07:10:27,985 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5965ed06ec91,44469,1734246624803 expired; onlineServers=0 2024-12-15T07:10:27,985 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5965ed06ec91,42829,1734246624626' ***** 2024-12-15T07:10:27,985 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T07:10:27,985 DEBUG [M:0;5965ed06ec91:42829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ce847f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5965ed06ec91/172.17.0.2:0 2024-12-15T07:10:27,985 INFO [M:0;5965ed06ec91:42829 {}] regionserver.HRegionServer(1224): stopping server 5965ed06ec91,42829,1734246624626 2024-12-15T07:10:27,985 INFO [M:0;5965ed06ec91:42829 {}] regionserver.HRegionServer(1250): stopping server 5965ed06ec91,42829,1734246624626; all regions closed. 2024-12-15T07:10:27,985 DEBUG [M:0;5965ed06ec91:42829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T07:10:27,985 DEBUG [M:0;5965ed06ec91:42829 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T07:10:27,986 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T07:10:27,986 DEBUG [M:0;5965ed06ec91:42829 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T07:10:27,986 DEBUG [master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246625082 {}] cleaner.HFileCleaner(306): Exit Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.large.0-1734246625082,5,FailOnTimeoutGroup] 2024-12-15T07:10:27,986 DEBUG [master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246625083 {}] cleaner.HFileCleaner(306): Exit Thread[master/5965ed06ec91:0:becomeActiveMaster-HFileCleaner.small.0-1734246625083,5,FailOnTimeoutGroup] 2024-12-15T07:10:27,986 INFO [M:0;5965ed06ec91:42829 {}] hbase.ChoreService(370): Chore service for: master/5965ed06ec91:0 had [] on shutdown 2024-12-15T07:10:27,986 DEBUG [M:0;5965ed06ec91:42829 {}] master.HMaster(1733): Stopping service threads 2024-12-15T07:10:27,986 INFO [M:0;5965ed06ec91:42829 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T07:10:27,987 INFO [M:0;5965ed06ec91:42829 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T07:10:27,987 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T07:10:27,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-15T07:10:27,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T07:10:27,993 DEBUG [M:0;5965ed06ec91:42829 {}] zookeeper.ZKUtil(347): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-15T07:10:27,993 WARN [M:0;5965ed06ec91:42829 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T07:10:27,993 INFO [M:0;5965ed06ec91:42829 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T07:10:27,994 INFO [M:0;5965ed06ec91:42829 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T07:10:27,994 DEBUG [M:0;5965ed06ec91:42829 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T07:10:27,994 INFO [M:0;5965ed06ec91:42829 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:27,994 DEBUG [M:0;5965ed06ec91:42829 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:27,994 DEBUG [M:0;5965ed06ec91:42829 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T07:10:27,994 DEBUG [M:0;5965ed06ec91:42829 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:27,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T07:10:27,994 INFO [M:0;5965ed06ec91:42829 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.93 KB heapSize=56.38 KB 2024-12-15T07:10:28,015 DEBUG [M:0;5965ed06ec91:42829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f5b2f58015043a7971553568a1e2879 is 82, key is hbase:meta,,1/info:regioninfo/1734246625769/Put/seqid=0 2024-12-15T07:10:28,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741846_1022 (size=5672) 2024-12-15T07:10:28,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741846_1022 (size=5672) 2024-12-15T07:10:28,020 INFO [M:0;5965ed06ec91:42829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f5b2f58015043a7971553568a1e2879 2024-12-15T07:10:28,038 DEBUG [M:0;5965ed06ec91:42829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4442e2f33f6a4dfbbd2ed4a828f03fd5 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734246627265/Put/seqid=0 2024-12-15T07:10:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741847_1023 (size=7582) 2024-12-15T07:10:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741847_1023 (size=7582) 2024-12-15T07:10:28,043 INFO [M:0;5965ed06ec91:42829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.31 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4442e2f33f6a4dfbbd2ed4a828f03fd5 2024-12-15T07:10:28,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:28,060 INFO [RS:0;5965ed06ec91:37225 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,37225,1734246624768; zookeeper connection closed. 2024-12-15T07:10:28,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x100288689de0001, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:28,060 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d3d19cc {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d3d19cc 2024-12-15T07:10:28,066 DEBUG [M:0;5965ed06ec91:42829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58a831a0239847ff82ccd9f8dc43c6df is 69, key is 5965ed06ec91,37225,1734246624768/rs:state/1734246625168/Put/seqid=0 2024-12-15T07:10:28,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:28,068 INFO [RS:1;5965ed06ec91:44469 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,44469,1734246624803; zookeeper connection closed. 2024-12-15T07:10:28,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x100288689de0002, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:28,068 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7263e548 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7263e548 2024-12-15T07:10:28,069 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-15T07:10:28,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741848_1024 (size=5224) 2024-12-15T07:10:28,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741848_1024 (size=5224) 2024-12-15T07:10:28,071 INFO [M:0;5965ed06ec91:42829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58a831a0239847ff82ccd9f8dc43c6df 2024-12-15T07:10:28,076 DEBUG [M:0;5965ed06ec91:42829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f5b2f58015043a7971553568a1e2879 as hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f5b2f58015043a7971553568a1e2879 2024-12-15T07:10:28,080 INFO [M:0;5965ed06ec91:42829 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f5b2f58015043a7971553568a1e2879, entries=8, sequenceid=108, filesize=5.5 K 2024-12-15T07:10:28,081 DEBUG [M:0;5965ed06ec91:42829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4442e2f33f6a4dfbbd2ed4a828f03fd5 as hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4442e2f33f6a4dfbbd2ed4a828f03fd5 2024-12-15T07:10:28,086 INFO [M:0;5965ed06ec91:42829 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4442e2f33f6a4dfbbd2ed4a828f03fd5, entries=13, sequenceid=108, filesize=7.4 K 2024-12-15T07:10:28,087 DEBUG [M:0;5965ed06ec91:42829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58a831a0239847ff82ccd9f8dc43c6df as hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58a831a0239847ff82ccd9f8dc43c6df 2024-12-15T07:10:28,091 INFO [M:0;5965ed06ec91:42829 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45011/user/jenkins/test-data/e4b0354a-8f0b-ae3b-77ed-47c0b6063483/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58a831a0239847ff82ccd9f8dc43c6df, entries=2, sequenceid=108, filesize=5.1 K 2024-12-15T07:10:28,092 INFO [M:0;5965ed06ec91:42829 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.93 KB/47034, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=108, compaction requested=false 2024-12-15T07:10:28,093 INFO [M:0;5965ed06ec91:42829 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T07:10:28,093 DEBUG [M:0;5965ed06ec91:42829 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T07:10:28,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741830_1006 (size=54565) 2024-12-15T07:10:28,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741830_1006 (size=54565) 2024-12-15T07:10:28,096 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T07:10:28,096 INFO [M:0;5965ed06ec91:42829 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T07:10:28,096 INFO [M:0;5965ed06ec91:42829 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42829 2024-12-15T07:10:28,105 DEBUG [M:0;5965ed06ec91:42829 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5965ed06ec91,42829,1734246624626 already deleted, retry=false 2024-12-15T07:10:28,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:28,214 INFO [M:0;5965ed06ec91:42829 {}] regionserver.HRegionServer(1307): Exiting; stopping=5965ed06ec91,42829,1734246624626; zookeeper connection closed. 2024-12-15T07:10:28,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42829-0x100288689de0000, quorum=127.0.0.1:60341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T07:10:28,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b9398ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:28,221 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11b509d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:28,221 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:28,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@211fa3f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:28,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d55c071{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:28,223 WARN [BP-568550833-172.17.0.2-1734246623074 heartbeating to localhost/127.0.0.1:45011 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T07:10:28,223 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T07:10:28,223 WARN [BP-568550833-172.17.0.2-1734246623074 heartbeating to localhost/127.0.0.1:45011 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-568550833-172.17.0.2-1734246623074 (Datanode Uuid bd77f327-08a2-4941-9009-a362c1455074) service to localhost/127.0.0.1:45011 2024-12-15T07:10:28,223 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T07:10:28,224 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/cluster_bf7d6cfa-b9ad-8c68-4a66-87beb327b36f/dfs/data/data3/current/BP-568550833-172.17.0.2-1734246623074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:28,224 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/cluster_bf7d6cfa-b9ad-8c68-4a66-87beb327b36f/dfs/data/data4/current/BP-568550833-172.17.0.2-1734246623074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:28,225 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T07:10:28,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@354a5ab9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T07:10:28,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41ba7b47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:28,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:28,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f12dece{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:28,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1890e5d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:28,228 WARN [BP-568550833-172.17.0.2-1734246623074 heartbeating to localhost/127.0.0.1:45011 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T07:10:28,228 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T07:10:28,228 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T07:10:28,228 WARN [BP-568550833-172.17.0.2-1734246623074 heartbeating to localhost/127.0.0.1:45011 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-568550833-172.17.0.2-1734246623074 (Datanode Uuid 7a31129c-4b2e-4bae-8ada-4eb1e6af2e8a) service to localhost/127.0.0.1:45011 2024-12-15T07:10:28,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/cluster_bf7d6cfa-b9ad-8c68-4a66-87beb327b36f/dfs/data/data1/current/BP-568550833-172.17.0.2-1734246623074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:28,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/cluster_bf7d6cfa-b9ad-8c68-4a66-87beb327b36f/dfs/data/data2/current/BP-568550833-172.17.0.2-1734246623074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T07:10:28,229 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T07:10:28,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@213a111f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T07:10:28,235 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@116cc651{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T07:10:28,235 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T07:10:28,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59107227{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T07:10:28,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9a59750{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/161f123e-6428-2964-4845-3f6381dc8e2e/hadoop.log.dir/,STOPPED} 2024-12-15T07:10:28,242 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T07:10:28,260 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T07:10:28,266 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=196 (was 177) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45011 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45011 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=550 (was 521) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=168 (was 174), ProcessCount=11 (was 11), AvailableMemoryMB=3792 (was 3893)