2024-11-11 18:33:24,872 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-11 18:33:24,883 main DEBUG Took 0.009593 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 18:33:24,883 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 18:33:24,884 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 18:33:24,885 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 18:33:24,886 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:33:24,895 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 18:33:24,913 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:33:24,914 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:33:24,915 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:33:24,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:33:24,915 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:33:24,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:33:24,917 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:33:24,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:33:24,917 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:33:24,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:33:24,918 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:33:24,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:33:24,919 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:33:24,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:33:24,920 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:33:24,920 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:33:24,920 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:33:24,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:33:24,921 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:33:24,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:33:24,922 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:33:24,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:33:24,922 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:33:24,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:33:24,923 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:33:24,923 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 18:33:24,925 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:33:24,926 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 18:33:24,928 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 18:33:24,928 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 18:33:24,929 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 18:33:24,930 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 18:33:24,938 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 18:33:24,940 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 18:33:24,942 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 18:33:24,942 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 18:33:24,943 main DEBUG createAppenders(={Console}) 2024-11-11 18:33:24,944 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-11 18:33:24,944 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-11 18:33:24,944 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-11 18:33:24,945 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 18:33:24,945 main DEBUG OutputStream closed 2024-11-11 18:33:24,945 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 18:33:24,945 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 18:33:24,946 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-11 18:33:25,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 18:33:25,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 18:33:25,014 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 18:33:25,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 18:33:25,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 18:33:25,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 18:33:25,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 18:33:25,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 18:33:25,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 18:33:25,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 18:33:25,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 18:33:25,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 18:33:25,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 18:33:25,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 18:33:25,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 18:33:25,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 18:33:25,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 18:33:25,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 18:33:25,022 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 18:33:25,023 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-11 18:33:25,023 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 18:33:25,024 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-11T18:33:25,039 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-11 18:33:25,042 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 18:33:25,042 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T18:33:25,107 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=44, ProcessCount=11, AvailableMemoryMB=9032 2024-11-11T18:33:25,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029 2024-11-11T18:33:25,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:33:25,320 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/cluster_396fcc96-9877-ab64-e1a2-cf3a752fc8d9, deleteOnExit=true 2024-11-11T18:33:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:33:25,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/test.cache.data in system properties and HBase conf 2024-11-11T18:33:25,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:33:25,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:33:25,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:33:25,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:33:25,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:33:25,401 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T18:33:25,485 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:33:25,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:33:25,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:33:25,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:33:25,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:33:25,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:33:25,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:33:25,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:33:25,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:33:25,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:33:25,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:33:25,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:33:25,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:33:25,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:33:25,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:33:26,309 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T18:33:26,385 INFO [Time-limited test {}] log.Log(170): Logging initialized @2217ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T18:33:26,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:26,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:26,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:26,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:26,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:33:26,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:26,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:26,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:26,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/java.io.tmpdir/jetty-localhost-46735-hadoop-hdfs-3_4_1-tests_jar-_-any-16840008723489972709/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:33:26,769 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:46735} 2024-11-11T18:33:26,769 INFO [Time-limited test {}] server.Server(415): Started @2602ms 2024-11-11T18:33:27,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:27,170 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:27,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:27,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:27,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:33:27,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:27,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:27,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/java.io.tmpdir/jetty-localhost-45973-hadoop-hdfs-3_4_1-tests_jar-_-any-1185648216815295131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:27,294 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:45973} 2024-11-11T18:33:27,295 INFO [Time-limited test {}] server.Server(415): Started @3128ms 2024-11-11T18:33:27,351 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:33:27,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:27,477 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:27,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:27,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:27,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:33:27,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:27,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:27,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/java.io.tmpdir/jetty-localhost-46767-hadoop-hdfs-3_4_1-tests_jar-_-any-6816285205274073586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:27,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:46767} 2024-11-11T18:33:27,610 INFO [Time-limited test {}] server.Server(415): Started @3444ms 2024-11-11T18:33:27,613 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:33:27,791 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/cluster_396fcc96-9877-ab64-e1a2-cf3a752fc8d9/data/data2/current/BP-587925662-172.17.0.2-1731350006058/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:27,791 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/cluster_396fcc96-9877-ab64-e1a2-cf3a752fc8d9/data/data4/current/BP-587925662-172.17.0.2-1731350006058/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:27,791 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/cluster_396fcc96-9877-ab64-e1a2-cf3a752fc8d9/data/data3/current/BP-587925662-172.17.0.2-1731350006058/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:27,791 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/cluster_396fcc96-9877-ab64-e1a2-cf3a752fc8d9/data/data1/current/BP-587925662-172.17.0.2-1731350006058/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:27,858 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:33:27,859 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:33:27,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7576d6d9a8cd462a with lease ID 0x8cef99b8d1859a94: Processing first storage report for DS-f86ff888-89a1-4d80-a68a-d646d2d6f1b8 from datanode DatanodeRegistration(127.0.0.1:45059, datanodeUuid=078dc03c-7bd8-4f35-8aed-f2a18411d7dc, infoPort=39895, infoSecurePort=0, ipcPort=38183, storageInfo=lv=-57;cid=testClusterID;nsid=1945820480;c=1731350006058) 2024-11-11T18:33:27,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7576d6d9a8cd462a with lease ID 0x8cef99b8d1859a94: from storage DS-f86ff888-89a1-4d80-a68a-d646d2d6f1b8 node DatanodeRegistration(127.0.0.1:45059, datanodeUuid=078dc03c-7bd8-4f35-8aed-f2a18411d7dc, infoPort=39895, infoSecurePort=0, ipcPort=38183, storageInfo=lv=-57;cid=testClusterID;nsid=1945820480;c=1731350006058), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T18:33:27,932 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x838b9379fe9b1253 with lease ID 0x8cef99b8d1859a93: Processing first storage report for DS-346449fa-9064-4c89-84b4-48691a2c8ac3 from datanode DatanodeRegistration(127.0.0.1:38381, datanodeUuid=766c21ff-4940-4863-b9b4-f295fd2df3b6, infoPort=39595, infoSecurePort=0, ipcPort=37033, storageInfo=lv=-57;cid=testClusterID;nsid=1945820480;c=1731350006058) 2024-11-11T18:33:27,932 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x838b9379fe9b1253 with lease ID 0x8cef99b8d1859a93: from storage DS-346449fa-9064-4c89-84b4-48691a2c8ac3 node DatanodeRegistration(127.0.0.1:38381, datanodeUuid=766c21ff-4940-4863-b9b4-f295fd2df3b6, infoPort=39595, infoSecurePort=0, ipcPort=37033, storageInfo=lv=-57;cid=testClusterID;nsid=1945820480;c=1731350006058), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T18:33:27,932 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7576d6d9a8cd462a with lease ID 0x8cef99b8d1859a94: Processing first storage report for DS-2e44ac3d-3b15-45d4-a054-f7db0c9a1db5 from datanode DatanodeRegistration(127.0.0.1:45059, datanodeUuid=078dc03c-7bd8-4f35-8aed-f2a18411d7dc, infoPort=39895, infoSecurePort=0, ipcPort=38183, storageInfo=lv=-57;cid=testClusterID;nsid=1945820480;c=1731350006058) 2024-11-11T18:33:27,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7576d6d9a8cd462a with lease ID 0x8cef99b8d1859a94: from storage DS-2e44ac3d-3b15-45d4-a054-f7db0c9a1db5 node DatanodeRegistration(127.0.0.1:45059, datanodeUuid=078dc03c-7bd8-4f35-8aed-f2a18411d7dc, infoPort=39895, infoSecurePort=0, ipcPort=38183, storageInfo=lv=-57;cid=testClusterID;nsid=1945820480;c=1731350006058), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T18:33:27,933 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x838b9379fe9b1253 with lease ID 0x8cef99b8d1859a93: Processing first storage report for DS-ac9b5da2-5a9d-43d7-bb39-8684ef94358e from datanode DatanodeRegistration(127.0.0.1:38381, datanodeUuid=766c21ff-4940-4863-b9b4-f295fd2df3b6, infoPort=39595, infoSecurePort=0, ipcPort=37033, storageInfo=lv=-57;cid=testClusterID;nsid=1945820480;c=1731350006058) 2024-11-11T18:33:27,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x838b9379fe9b1253 with lease ID 0x8cef99b8d1859a93: from storage DS-ac9b5da2-5a9d-43d7-bb39-8684ef94358e node DatanodeRegistration(127.0.0.1:38381, datanodeUuid=766c21ff-4940-4863-b9b4-f295fd2df3b6, infoPort=39595, infoSecurePort=0, ipcPort=37033, storageInfo=lv=-57;cid=testClusterID;nsid=1945820480;c=1731350006058), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:28,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029 2024-11-11T18:33:28,126 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/cluster_396fcc96-9877-ab64-e1a2-cf3a752fc8d9/zookeeper_0, clientPort=56007, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/cluster_396fcc96-9877-ab64-e1a2-cf3a752fc8d9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/cluster_396fcc96-9877-ab64-e1a2-cf3a752fc8d9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:33:28,136 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56007 2024-11-11T18:33:28,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:28,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:28,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:33:28,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:33:28,788 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70 with version=8 2024-11-11T18:33:28,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/hbase-staging 2024-11-11T18:33:28,891 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T18:33:29,140 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:29,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:29,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:29,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:29,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:29,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:29,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:33:29,350 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T18:33:29,358 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T18:33:29,362 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:29,389 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 29621 (auto-detected) 2024-11-11T18:33:29,390 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T18:33:29,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42937 2024-11-11T18:33:29,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42937 connecting to ZooKeeper ensemble=127.0.0.1:56007 2024-11-11T18:33:29,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429370x0, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:29,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42937-0x101084e7bbb0000 connected 2024-11-11T18:33:29,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:29,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:29,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:29,513 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70, hbase.cluster.distributed=false 2024-11-11T18:33:29,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:29,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42937 2024-11-11T18:33:29,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42937 2024-11-11T18:33:29,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42937 2024-11-11T18:33:29,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42937 2024-11-11T18:33:29,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42937 2024-11-11T18:33:29,657 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:29,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:29,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:29,660 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:29,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:29,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:29,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:33:29,666 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:29,667 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39345 2024-11-11T18:33:29,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39345 connecting to ZooKeeper ensemble=127.0.0.1:56007 2024-11-11T18:33:29,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:29,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:29,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393450x0, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:29,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39345-0x101084e7bbb0001 connected 2024-11-11T18:33:29,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:29,684 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:33:29,691 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:33:29,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:33:29,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:29,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39345 2024-11-11T18:33:29,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39345 2024-11-11T18:33:29,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39345 2024-11-11T18:33:29,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39345 2024-11-11T18:33:29,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39345 2024-11-11T18:33:29,721 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:29,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:29,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:29,722 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:29,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:29,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:29,722 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:33:29,723 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:29,724 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42373 2024-11-11T18:33:29,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42373 connecting to ZooKeeper ensemble=127.0.0.1:56007 2024-11-11T18:33:29,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:29,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:29,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423730x0, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:29,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423730x0, quorum=127.0.0.1:56007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:29,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42373-0x101084e7bbb0002 connected 2024-11-11T18:33:29,739 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:33:29,740 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:33:29,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:33:29,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:29,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42373 2024-11-11T18:33:29,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42373 2024-11-11T18:33:29,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42373 2024-11-11T18:33:29,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42373 2024-11-11T18:33:29,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42373 2024-11-11T18:33:29,760 DEBUG [M:0;90f34c5bee6a:42937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:42937 2024-11-11T18:33:29,762 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/90f34c5bee6a,42937,1731350008944 2024-11-11T18:33:29,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:29,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:29,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:29,772 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/90f34c5bee6a,42937,1731350008944 2024-11-11T18:33:29,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:29,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:29,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:29,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:29,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:29,798 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T18:33:29,799 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/90f34c5bee6a,42937,1731350008944 from backup master directory 2024-11-11T18:33:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/90f34c5bee6a,42937,1731350008944 2024-11-11T18:33:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:29,803 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:29,804 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,42937,1731350008944 2024-11-11T18:33:29,806 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T18:33:29,807 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T18:33:29,863 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/hbase.id] with ID: 19f2e65f-9d3f-4796-a8b4-72eb848eb2a4 2024-11-11T18:33:29,863 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/.tmp/hbase.id 2024-11-11T18:33:29,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:33:29,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:33:29,877 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/.tmp/hbase.id]:[hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/hbase.id] 2024-11-11T18:33:29,919 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:29,925 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:33:29,945 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-11T18:33:29,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:29,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:29,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:29,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:33:29,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:33:29,982 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:33:29,984 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:33:30,005 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:33:30,009 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:30,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:33:30,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:33:30,061 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store 2024-11-11T18:33:30,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:33:30,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:33:30,085 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T18:33:30,089 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:30,091 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:33:30,091 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:30,091 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:30,093 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:33:30,093 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:30,094 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:30,095 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731350010090Disabling compacts and flushes for region at 1731350010090Disabling writes for close at 1731350010093 (+3 ms)Writing region close event to WAL at 1731350010093Closed at 1731350010093 2024-11-11T18:33:30,098 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/.initializing 2024-11-11T18:33:30,098 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/WALs/90f34c5bee6a,42937,1731350008944 2024-11-11T18:33:30,106 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:30,122 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C42937%2C1731350008944, suffix=, logDir=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/WALs/90f34c5bee6a,42937,1731350008944, archiveDir=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/oldWALs, maxLogs=10 2024-11-11T18:33:30,158 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/WALs/90f34c5bee6a,42937,1731350008944/90f34c5bee6a%2C42937%2C1731350008944.1731350010129, exclude list is [], retry=0 2024-11-11T18:33:30,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-346449fa-9064-4c89-84b4-48691a2c8ac3,DISK] 2024-11-11T18:33:30,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45059,DS-f86ff888-89a1-4d80-a68a-d646d2d6f1b8,DISK] 2024-11-11T18:33:30,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T18:33:30,219 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/WALs/90f34c5bee6a,42937,1731350008944/90f34c5bee6a%2C42937%2C1731350008944.1731350010129 2024-11-11T18:33:30,220 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39595:39595),(127.0.0.1/127.0.0.1:39895:39895)] 2024-11-11T18:33:30,220 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:33:30,221 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:30,224 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:30,225 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:30,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:30,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:33:30,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:30,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:30,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:30,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:33:30,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:30,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:30,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:30,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:33:30,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:30,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:30,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:30,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:33:30,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:30,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:30,310 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:30,315 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:30,316 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:30,322 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:30,323 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:30,326 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:30,329 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:30,333 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:30,335 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61732722, jitterRate=-0.08011075854301453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:30,341 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731350010238Initializing all the Stores at 1731350010240 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350010241 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350010241Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350010242 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350010242Cleaning up temporary data from old regions at 1731350010323 (+81 ms)Region opened successfully at 1731350010341 (+18 ms) 2024-11-11T18:33:30,343 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:33:30,379 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b799344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:30,412 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:33:30,424 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:33:30,425 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:33:30,428 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:33:30,429 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T18:33:30,434 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T18:33:30,434 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:33:30,465 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:33:30,473 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T18:33:30,476 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T18:33:30,478 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:33:30,480 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:33:30,481 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T18:33:30,483 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:33:30,486 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:33:30,488 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T18:33:30,489 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:33:30,491 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T18:33:30,509 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:33:30,512 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T18:33:30,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:30,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:30,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:30,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:30,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:30,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:30,519 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,42937,1731350008944, sessionid=0x101084e7bbb0000, setting cluster-up flag (Was=false) 2024-11-11T18:33:30,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:30,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:30,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:30,539 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T18:33:30,540 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,42937,1731350008944 2024-11-11T18:33:30,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:30,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:30,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:30,553 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T18:33:30,554 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,42937,1731350008944 2024-11-11T18:33:30,561 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:33:30,633 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:30,644 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:33:30,650 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.HRegionServer(746): ClusterId : 19f2e65f-9d3f-4796-a8b4-72eb848eb2a4 2024-11-11T18:33:30,650 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.HRegionServer(746): ClusterId : 19f2e65f-9d3f-4796-a8b4-72eb848eb2a4 2024-11-11T18:33:30,650 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:33:30,654 DEBUG [RS:0;90f34c5bee6a:39345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:33:30,654 DEBUG [RS:1;90f34c5bee6a:42373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:33:30,656 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,42937,1731350008944 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:33:30,660 DEBUG [RS:1;90f34c5bee6a:42373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:33:30,660 DEBUG [RS:0;90f34c5bee6a:39345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:33:30,661 DEBUG [RS:1;90f34c5bee6a:42373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:33:30,661 DEBUG [RS:0;90f34c5bee6a:39345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:33:30,664 DEBUG [RS:1;90f34c5bee6a:42373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:33:30,664 DEBUG [RS:0;90f34c5bee6a:39345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:33:30,665 DEBUG [RS:0;90f34c5bee6a:39345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b504e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:30,665 DEBUG [RS:1;90f34c5bee6a:42373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb80b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:30,665 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:30,666 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:30,666 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:30,666 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:30,666 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:33:30,666 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,667 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:30,667 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,675 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:30,676 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731350040676 2024-11-11T18:33:30,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:33:30,678 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:33:30,679 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:33:30,680 DEBUG [RS:0;90f34c5bee6a:39345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:39345 2024-11-11T18:33:30,681 DEBUG [RS:1;90f34c5bee6a:42373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;90f34c5bee6a:42373 2024-11-11T18:33:30,683 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:30,683 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:33:30,683 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:33:30,683 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:33:30,683 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:33:30,683 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:33:30,683 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:33:30,684 DEBUG [RS:1;90f34c5bee6a:42373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:33:30,684 DEBUG [RS:0;90f34c5bee6a:39345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:33:30,684 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:33:30,684 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:33:30,684 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:33:30,687 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,42937,1731350008944 with port=39345, startcode=1731350009617 2024-11-11T18:33:30,687 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,42937,1731350008944 with port=42373, startcode=1731350009720 2024-11-11T18:33:30,685 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,688 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:33:30,690 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:33:30,690 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:33:30,694 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:33:30,694 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:33:30,699 DEBUG [RS:1;90f34c5bee6a:42373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:33:30,699 DEBUG [RS:0;90f34c5bee6a:39345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:33:30,702 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350010695,5,FailOnTimeoutGroup] 2024-11-11T18:33:30,702 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350010702,5,FailOnTimeoutGroup] 2024-11-11T18:33:30,703 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,703 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:33:30,704 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,704 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:33:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:33:30,708 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:33:30,709 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70 2024-11-11T18:33:30,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:33:30,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:33:30,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:30,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:33:30,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:33:30,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:30,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:30,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:33:30,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:33:30,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:30,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:30,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:33:30,742 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:33:30,742 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:33:30,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:33:30,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:30,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:30,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:33:30,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:33:30,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:30,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:30,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:33:30,751 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42937 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,39345,1731350009617 2024-11-11T18:33:30,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740 2024-11-11T18:33:30,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740 2024-11-11T18:33:30,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42937 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,39345,1731350009617 2024-11-11T18:33:30,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:33:30,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:33:30,755 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:30,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:33:30,761 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:30,762 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68492231, jitterRate=0.02061377465724945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:30,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731350010730Initializing all the Stores at 1731350010732 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350010732Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350010732Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350010732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350010732Cleaning up temporary data from old regions at 1731350010754 (+22 ms)Region opened successfully at 1731350010765 (+11 ms) 2024-11-11T18:33:30,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:33:30,765 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:33:30,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:33:30,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:33:30,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:33:30,767 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42937 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,42373,1731350009720 2024-11-11T18:33:30,767 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:30,767 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42937 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,42373,1731350009720 2024-11-11T18:33:30,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731350010765Disabling compacts and flushes for region at 1731350010765Disabling writes for close at 1731350010765Writing region close event to WAL at 1731350010766 (+1 ms)Closed at 1731350010767 (+1 ms) 2024-11-11T18:33:30,770 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:30,770 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:33:30,771 DEBUG [RS:0;90f34c5bee6a:39345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70 2024-11-11T18:33:30,771 DEBUG [RS:1;90f34c5bee6a:42373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70 2024-11-11T18:33:30,771 DEBUG [RS:0;90f34c5bee6a:39345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38055 2024-11-11T18:33:30,771 DEBUG [RS:1;90f34c5bee6a:42373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38055 2024-11-11T18:33:30,771 DEBUG [RS:0;90f34c5bee6a:39345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:33:30,771 DEBUG [RS:1;90f34c5bee6a:42373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:33:30,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:33:30,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:30,782 DEBUG [RS:0;90f34c5bee6a:39345 {}] zookeeper.ZKUtil(111): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,39345,1731350009617 2024-11-11T18:33:30,782 DEBUG [RS:1;90f34c5bee6a:42373 {}] zookeeper.ZKUtil(111): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,42373,1731350009720 2024-11-11T18:33:30,782 WARN [RS:0;90f34c5bee6a:39345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:30,782 WARN [RS:1;90f34c5bee6a:42373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:30,782 INFO [RS:1;90f34c5bee6a:42373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:30,782 INFO [RS:0;90f34c5bee6a:39345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:30,783 DEBUG [RS:1;90f34c5bee6a:42373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/WALs/90f34c5bee6a,42373,1731350009720 2024-11-11T18:33:30,783 DEBUG [RS:0;90f34c5bee6a:39345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/WALs/90f34c5bee6a,39345,1731350009617 2024-11-11T18:33:30,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,42373,1731350009720] 2024-11-11T18:33:30,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,39345,1731350009617] 2024-11-11T18:33:30,788 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:33:30,792 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:33:30,818 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:33:30,818 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:33:30,832 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:33:30,832 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:33:30,838 INFO [RS:0;90f34c5bee6a:39345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:33:30,838 INFO [RS:1;90f34c5bee6a:42373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:33:30,839 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,839 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,840 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:33:30,840 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:33:30,847 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:33:30,847 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:33:30,849 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,849 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,850 DEBUG [RS:1;90f34c5bee6a:42373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,850 DEBUG [RS:0;90f34c5bee6a:39345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,850 DEBUG [RS:0;90f34c5bee6a:39345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,850 DEBUG [RS:1;90f34c5bee6a:42373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,850 DEBUG [RS:0;90f34c5bee6a:39345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,850 DEBUG [RS:1;90f34c5bee6a:42373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,850 DEBUG [RS:0;90f34c5bee6a:39345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,850 DEBUG [RS:1;90f34c5bee6a:42373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,850 DEBUG [RS:0;90f34c5bee6a:39345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,850 DEBUG [RS:0;90f34c5bee6a:39345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:30,850 DEBUG [RS:1;90f34c5bee6a:42373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,850 DEBUG [RS:0;90f34c5bee6a:39345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,850 DEBUG [RS:1;90f34c5bee6a:42373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:30,851 DEBUG [RS:0;90f34c5bee6a:39345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,851 DEBUG [RS:1;90f34c5bee6a:42373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,851 DEBUG [RS:0;90f34c5bee6a:39345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,851 DEBUG [RS:1;90f34c5bee6a:42373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,851 DEBUG [RS:0;90f34c5bee6a:39345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,851 DEBUG [RS:1;90f34c5bee6a:42373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,851 DEBUG [RS:0;90f34c5bee6a:39345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,851 DEBUG [RS:1;90f34c5bee6a:42373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,852 DEBUG [RS:0;90f34c5bee6a:39345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,852 DEBUG [RS:1;90f34c5bee6a:42373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,852 DEBUG [RS:0;90f34c5bee6a:39345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:30,852 DEBUG [RS:1;90f34c5bee6a:42373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:30,852 DEBUG [RS:0;90f34c5bee6a:39345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:30,852 DEBUG [RS:1;90f34c5bee6a:42373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:30,852 DEBUG [RS:1;90f34c5bee6a:42373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:30,853 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,853 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,854 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,854 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,854 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,854 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,854 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,854 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39345,1731350009617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:30,854 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,854 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,854 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,855 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42373,1731350009720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:30,875 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:33:30,877 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42373,1731350009720-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,877 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,877 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.Replication(171): 90f34c5bee6a,42373,1731350009720 started 2024-11-11T18:33:30,878 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:33:30,878 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39345,1731350009617-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,878 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,879 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.Replication(171): 90f34c5bee6a,39345,1731350009617 started 2024-11-11T18:33:30,897 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,898 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,42373,1731350009720, RpcServer on 90f34c5bee6a/172.17.0.2:42373, sessionid=0x101084e7bbb0002 2024-11-11T18:33:30,898 DEBUG [RS:1;90f34c5bee6a:42373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:33:30,899 DEBUG [RS:1;90f34c5bee6a:42373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,42373,1731350009720 2024-11-11T18:33:30,899 DEBUG [RS:1;90f34c5bee6a:42373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,42373,1731350009720' 2024-11-11T18:33:30,899 DEBUG [RS:1;90f34c5bee6a:42373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:33:30,900 DEBUG [RS:1;90f34c5bee6a:42373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:33:30,901 DEBUG [RS:1;90f34c5bee6a:42373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:33:30,901 DEBUG [RS:1;90f34c5bee6a:42373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:33:30,901 DEBUG [RS:1;90f34c5bee6a:42373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,42373,1731350009720 2024-11-11T18:33:30,901 DEBUG [RS:1;90f34c5bee6a:42373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,42373,1731350009720' 2024-11-11T18:33:30,901 DEBUG [RS:1;90f34c5bee6a:42373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:33:30,902 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:30,902 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,39345,1731350009617, RpcServer on 90f34c5bee6a/172.17.0.2:39345, sessionid=0x101084e7bbb0001 2024-11-11T18:33:30,902 DEBUG [RS:1;90f34c5bee6a:42373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:33:30,902 DEBUG [RS:0;90f34c5bee6a:39345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:33:30,902 DEBUG [RS:0;90f34c5bee6a:39345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,39345,1731350009617 2024-11-11T18:33:30,902 DEBUG [RS:0;90f34c5bee6a:39345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,39345,1731350009617' 2024-11-11T18:33:30,902 DEBUG [RS:0;90f34c5bee6a:39345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:33:30,902 DEBUG [RS:1;90f34c5bee6a:42373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:33:30,903 INFO [RS:1;90f34c5bee6a:42373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:33:30,903 INFO [RS:1;90f34c5bee6a:42373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:33:30,903 DEBUG [RS:0;90f34c5bee6a:39345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:33:30,903 DEBUG [RS:0;90f34c5bee6a:39345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:33:30,904 DEBUG [RS:0;90f34c5bee6a:39345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:33:30,904 DEBUG [RS:0;90f34c5bee6a:39345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,39345,1731350009617 2024-11-11T18:33:30,904 DEBUG [RS:0;90f34c5bee6a:39345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,39345,1731350009617' 2024-11-11T18:33:30,904 DEBUG [RS:0;90f34c5bee6a:39345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:33:30,904 DEBUG [RS:0;90f34c5bee6a:39345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:33:30,905 DEBUG [RS:0;90f34c5bee6a:39345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:33:30,905 INFO [RS:0;90f34c5bee6a:39345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:33:30,905 INFO [RS:0;90f34c5bee6a:39345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:33:30,943 WARN [90f34c5bee6a:42937 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T18:33:31,008 INFO [RS:1;90f34c5bee6a:42373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:31,008 INFO [RS:0;90f34c5bee6a:39345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:31,012 INFO [RS:0;90f34c5bee6a:39345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C39345%2C1731350009617, suffix=, logDir=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/WALs/90f34c5bee6a,39345,1731350009617, archiveDir=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/oldWALs, maxLogs=32 2024-11-11T18:33:31,012 INFO [RS:1;90f34c5bee6a:42373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C42373%2C1731350009720, suffix=, logDir=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/WALs/90f34c5bee6a,42373,1731350009720, archiveDir=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/oldWALs, maxLogs=32 2024-11-11T18:33:31,038 DEBUG [RS:1;90f34c5bee6a:42373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/WALs/90f34c5bee6a,42373,1731350009720/90f34c5bee6a%2C42373%2C1731350009720.1731350011015, exclude list is [], retry=0 2024-11-11T18:33:31,038 DEBUG [RS:0;90f34c5bee6a:39345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/WALs/90f34c5bee6a,39345,1731350009617/90f34c5bee6a%2C39345%2C1731350009617.1731350011015, exclude list is [], retry=0 2024-11-11T18:33:31,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-346449fa-9064-4c89-84b4-48691a2c8ac3,DISK] 2024-11-11T18:33:31,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45059,DS-f86ff888-89a1-4d80-a68a-d646d2d6f1b8,DISK] 2024-11-11T18:33:31,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-346449fa-9064-4c89-84b4-48691a2c8ac3,DISK] 2024-11-11T18:33:31,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45059,DS-f86ff888-89a1-4d80-a68a-d646d2d6f1b8,DISK] 2024-11-11T18:33:31,047 INFO [RS:1;90f34c5bee6a:42373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/WALs/90f34c5bee6a,42373,1731350009720/90f34c5bee6a%2C42373%2C1731350009720.1731350011015 2024-11-11T18:33:31,047 DEBUG [RS:1;90f34c5bee6a:42373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39595:39595),(127.0.0.1/127.0.0.1:39895:39895)] 2024-11-11T18:33:31,049 INFO [RS:0;90f34c5bee6a:39345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/WALs/90f34c5bee6a,39345,1731350009617/90f34c5bee6a%2C39345%2C1731350009617.1731350011015 2024-11-11T18:33:31,049 DEBUG [RS:0;90f34c5bee6a:39345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39595:39595),(127.0.0.1/127.0.0.1:39895:39895)] 2024-11-11T18:33:31,196 DEBUG [90f34c5bee6a:42937 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T18:33:31,206 DEBUG [90f34c5bee6a:42937 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:33:31,213 DEBUG [90f34c5bee6a:42937 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:33:31,213 DEBUG [90f34c5bee6a:42937 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:33:31,213 DEBUG [90f34c5bee6a:42937 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:33:31,214 DEBUG [90f34c5bee6a:42937 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:33:31,214 INFO [90f34c5bee6a:42937 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:33:31,214 INFO [90f34c5bee6a:42937 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:33:31,214 DEBUG [90f34c5bee6a:42937 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:33:31,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,39345,1731350009617 2024-11-11T18:33:31,229 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,39345,1731350009617, state=OPENING 2024-11-11T18:33:31,234 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:33:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:31,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:31,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:31,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:31,239 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:33:31,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,39345,1731350009617}] 2024-11-11T18:33:31,419 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:31,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:31,433 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:33:31,434 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:31,434 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:33:31,438 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C39345%2C1731350009617.meta, suffix=.meta, logDir=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/WALs/90f34c5bee6a,39345,1731350009617, archiveDir=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/oldWALs, maxLogs=32 2024-11-11T18:33:31,464 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/WALs/90f34c5bee6a,39345,1731350009617/90f34c5bee6a%2C39345%2C1731350009617.meta.1731350011441.meta, exclude list is [], retry=0 2024-11-11T18:33:31,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45059,DS-f86ff888-89a1-4d80-a68a-d646d2d6f1b8,DISK] 2024-11-11T18:33:31,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-346449fa-9064-4c89-84b4-48691a2c8ac3,DISK] 2024-11-11T18:33:31,471 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/WALs/90f34c5bee6a,39345,1731350009617/90f34c5bee6a%2C39345%2C1731350009617.meta.1731350011441.meta 2024-11-11T18:33:31,472 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39895:39895),(127.0.0.1/127.0.0.1:39595:39595)] 2024-11-11T18:33:31,472 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:33:31,474 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:33:31,477 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:33:31,482 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:33:31,486 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:33:31,487 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:31,487 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:33:31,487 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:33:31,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:33:31,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:33:31,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:31,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:31,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:33:31,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:33:31,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:31,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:31,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:33:31,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:33:31,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:31,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:31,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:33:31,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:33:31,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:31,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:31,499 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:33:31,500 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740 2024-11-11T18:33:31,502 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740 2024-11-11T18:33:31,504 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:33:31,504 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:33:31,505 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:31,507 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:33:31,509 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67225725, jitterRate=0.001741364598274231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:31,509 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:33:31,511 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731350011487Writing region info on filesystem at 1731350011488 (+1 ms)Initializing all the Stores at 1731350011489 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350011490 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350011490Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350011490Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350011490Cleaning up temporary data from old regions at 1731350011504 (+14 ms)Running coprocessor post-open hooks at 1731350011509 (+5 ms)Region opened successfully at 1731350011511 (+2 ms) 2024-11-11T18:33:31,518 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731350011409 2024-11-11T18:33:31,531 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:33:31,531 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:33:31,533 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,39345,1731350009617 2024-11-11T18:33:31,535 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,39345,1731350009617, state=OPEN 2024-11-11T18:33:31,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:31,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:31,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:31,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:31,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:31,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:31,540 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,39345,1731350009617 2024-11-11T18:33:31,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:33:31,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,39345,1731350009617 in 299 msec 2024-11-11T18:33:31,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:33:31,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 770 msec 2024-11-11T18:33:31,554 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:31,554 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:33:31,577 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:33:31,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,39345,1731350009617, seqNum=-1] 2024-11-11T18:33:31,607 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:31,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:31,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0420 sec 2024-11-11T18:33:31,633 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731350011633, completionTime=-1 2024-11-11T18:33:31,635 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T18:33:31,636 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:33:31,663 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T18:33:31,664 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731350071664 2024-11-11T18:33:31,664 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731350131664 2024-11-11T18:33:31,664 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-11T18:33:31,665 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T18:33:31,672 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42937,1731350008944-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:31,672 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42937,1731350008944-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:31,672 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42937,1731350008944-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:31,674 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:42937, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:31,674 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:31,675 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:31,681 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:33:31,702 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.898sec 2024-11-11T18:33:31,704 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:33:31,705 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:33:31,706 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:33:31,707 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:33:31,707 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:33:31,708 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42937,1731350008944-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:31,708 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42937,1731350008944-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:33:31,713 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:33:31,714 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:33:31,714 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42937,1731350008944-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:31,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dd9193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:31,762 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T18:33:31,762 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T18:33:31,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,42937,-1 for getting cluster id 2024-11-11T18:33:31,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:33:31,797 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19f2e65f-9d3f-4796-a8b4-72eb848eb2a4' 2024-11-11T18:33:31,800 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:33:31,800 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19f2e65f-9d3f-4796-a8b4-72eb848eb2a4" 2024-11-11T18:33:31,802 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ae3121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:31,802 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,42937,-1] 2024-11-11T18:33:31,805 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:33:31,807 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:31,808 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:33:31,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653f91f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:31,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:33:31,819 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,39345,1731350009617, seqNum=-1] 2024-11-11T18:33:31,819 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:31,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:31,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,42937,1731350008944 2024-11-11T18:33:31,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:33:31,852 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,42937,1731350008944 2024-11-11T18:33:31,855 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42bdeac5 2024-11-11T18:33:31,856 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:33:31,858 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:33:31,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:33:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T18:33:31,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:33:31,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T18:33:31,901 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:31,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:33:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741836_1012 (size=379) 2024-11-11T18:33:31,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741836_1012 (size=379) 2024-11-11T18:33:31,932 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8bbd0eb376f6f9cf6dc54d01c16b519, NAME => 'testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70 2024-11-11T18:33:31,932 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f0a14325934a5c8c6b56c69535e9b8ca, NAME => 'testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70 2024-11-11T18:33:31,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741838_1014 (size=61) 2024-11-11T18:33:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741838_1014 (size=61) 2024-11-11T18:33:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741837_1013 (size=61) 2024-11-11T18:33:31,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741837_1013 (size=61) 2024-11-11T18:33:31,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:31,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing f0a14325934a5c8c6b56c69535e9b8ca, disabling compactions & flushes 2024-11-11T18:33:31,949 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca. 2024-11-11T18:33:31,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca. 2024-11-11T18:33:31,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca. after waiting 0 ms 2024-11-11T18:33:31,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca. 2024-11-11T18:33:31,949 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca. 2024-11-11T18:33:31,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for f0a14325934a5c8c6b56c69535e9b8ca: Waiting for close lock at 1731350011949Disabling compacts and flushes for region at 1731350011949Disabling writes for close at 1731350011949Writing region close event to WAL at 1731350011949Closed at 1731350011949 2024-11-11T18:33:31,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:31,950 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing c8bbd0eb376f6f9cf6dc54d01c16b519, disabling compactions & flushes 2024-11-11T18:33:31,950 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519. 2024-11-11T18:33:31,950 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519. 2024-11-11T18:33:31,950 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519. after waiting 0 ms 2024-11-11T18:33:31,950 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519. 2024-11-11T18:33:31,950 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519. 2024-11-11T18:33:31,950 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8bbd0eb376f6f9cf6dc54d01c16b519: Waiting for close lock at 1731350011950Disabling compacts and flushes for region at 1731350011950Disabling writes for close at 1731350011950Writing region close event to WAL at 1731350011950Closed at 1731350011950 2024-11-11T18:33:31,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:33:31,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731350011953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731350011953"}]},"ts":"1731350011953"} 2024-11-11T18:33:31,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731350011953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731350011953"}]},"ts":"1731350011953"} 2024-11-11T18:33:31,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T18:33:31,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:33:31,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731350011997"}]},"ts":"1731350011997"} 2024-11-11T18:33:32,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T18:33:32,005 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:33:32,007 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:33:32,007 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:33:32,007 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:33:32,007 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:33:32,007 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:33:32,008 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:33:32,008 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:33:32,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c8bbd0eb376f6f9cf6dc54d01c16b519, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f0a14325934a5c8c6b56c69535e9b8ca, ASSIGN}] 2024-11-11T18:33:32,012 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f0a14325934a5c8c6b56c69535e9b8ca, ASSIGN 2024-11-11T18:33:32,012 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c8bbd0eb376f6f9cf6dc54d01c16b519, ASSIGN 2024-11-11T18:33:32,014 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f0a14325934a5c8c6b56c69535e9b8ca, ASSIGN; state=OFFLINE, location=90f34c5bee6a,39345,1731350009617; forceNewPlan=false, retain=false 2024-11-11T18:33:32,014 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c8bbd0eb376f6f9cf6dc54d01c16b519, ASSIGN; state=OFFLINE, location=90f34c5bee6a,42373,1731350009720; forceNewPlan=false, retain=false 2024-11-11T18:33:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:32,167 INFO [90f34c5bee6a:42937 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T18:33:32,168 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8bbd0eb376f6f9cf6dc54d01c16b519, regionState=OPENING, regionLocation=90f34c5bee6a,42373,1731350009720 2024-11-11T18:33:32,168 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f0a14325934a5c8c6b56c69535e9b8ca, regionState=OPENING, regionLocation=90f34c5bee6a,39345,1731350009617 2024-11-11T18:33:32,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f0a14325934a5c8c6b56c69535e9b8ca, ASSIGN because future has completed 2024-11-11T18:33:32,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0a14325934a5c8c6b56c69535e9b8ca, server=90f34c5bee6a,39345,1731350009617}] 2024-11-11T18:33:32,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c8bbd0eb376f6f9cf6dc54d01c16b519, ASSIGN because future has completed 2024-11-11T18:33:32,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8bbd0eb376f6f9cf6dc54d01c16b519, server=90f34c5bee6a,42373,1731350009720}] 2024-11-11T18:33:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:32,328 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:32,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:32,335 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca. 2024-11-11T18:33:32,335 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f0a14325934a5c8c6b56c69535e9b8ca, NAME => 'testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T18:33:32,336 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519. 2024-11-11T18:33:32,336 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f0a14325934a5c8c6b56c69535e9b8ca 2024-11-11T18:33:32,336 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:32,336 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f0a14325934a5c8c6b56c69535e9b8ca 2024-11-11T18:33:32,336 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => c8bbd0eb376f6f9cf6dc54d01c16b519, NAME => 'testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T18:33:32,336 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f0a14325934a5c8c6b56c69535e9b8ca 2024-11-11T18:33:32,336 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c8bbd0eb376f6f9cf6dc54d01c16b519 2024-11-11T18:33:32,337 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:32,337 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for c8bbd0eb376f6f9cf6dc54d01c16b519 2024-11-11T18:33:32,337 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for c8bbd0eb376f6f9cf6dc54d01c16b519 2024-11-11T18:33:32,339 INFO [StoreOpener-c8bbd0eb376f6f9cf6dc54d01c16b519-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c8bbd0eb376f6f9cf6dc54d01c16b519 2024-11-11T18:33:32,339 INFO [StoreOpener-f0a14325934a5c8c6b56c69535e9b8ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f0a14325934a5c8c6b56c69535e9b8ca 2024-11-11T18:33:32,341 INFO [StoreOpener-c8bbd0eb376f6f9cf6dc54d01c16b519-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8bbd0eb376f6f9cf6dc54d01c16b519 columnFamilyName family 2024-11-11T18:33:32,341 DEBUG [StoreOpener-c8bbd0eb376f6f9cf6dc54d01c16b519-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:32,341 INFO [StoreOpener-f0a14325934a5c8c6b56c69535e9b8ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0a14325934a5c8c6b56c69535e9b8ca columnFamilyName family 2024-11-11T18:33:32,341 DEBUG [StoreOpener-f0a14325934a5c8c6b56c69535e9b8ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:32,342 INFO [StoreOpener-c8bbd0eb376f6f9cf6dc54d01c16b519-1 {}] regionserver.HStore(327): Store=c8bbd0eb376f6f9cf6dc54d01c16b519/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:32,342 INFO [StoreOpener-f0a14325934a5c8c6b56c69535e9b8ca-1 {}] regionserver.HStore(327): Store=f0a14325934a5c8c6b56c69535e9b8ca/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:32,342 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for c8bbd0eb376f6f9cf6dc54d01c16b519 2024-11-11T18:33:32,342 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f0a14325934a5c8c6b56c69535e9b8ca 2024-11-11T18:33:32,343 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/f0a14325934a5c8c6b56c69535e9b8ca 2024-11-11T18:33:32,344 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/c8bbd0eb376f6f9cf6dc54d01c16b519 2024-11-11T18:33:32,344 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/f0a14325934a5c8c6b56c69535e9b8ca 2024-11-11T18:33:32,344 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/c8bbd0eb376f6f9cf6dc54d01c16b519 2024-11-11T18:33:32,345 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f0a14325934a5c8c6b56c69535e9b8ca 2024-11-11T18:33:32,345 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f0a14325934a5c8c6b56c69535e9b8ca 2024-11-11T18:33:32,345 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for c8bbd0eb376f6f9cf6dc54d01c16b519 2024-11-11T18:33:32,345 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for c8bbd0eb376f6f9cf6dc54d01c16b519 2024-11-11T18:33:32,348 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f0a14325934a5c8c6b56c69535e9b8ca 2024-11-11T18:33:32,348 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for c8bbd0eb376f6f9cf6dc54d01c16b519 2024-11-11T18:33:32,353 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/c8bbd0eb376f6f9cf6dc54d01c16b519/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:32,353 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/f0a14325934a5c8c6b56c69535e9b8ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:32,354 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened c8bbd0eb376f6f9cf6dc54d01c16b519; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71860464, jitterRate=0.07080435752868652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:33:32,354 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened f0a14325934a5c8c6b56c69535e9b8ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65561978, jitterRate=-0.023050397634506226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:33:32,354 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0a14325934a5c8c6b56c69535e9b8ca 2024-11-11T18:33:32,354 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8bbd0eb376f6f9cf6dc54d01c16b519 2024-11-11T18:33:32,356 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f0a14325934a5c8c6b56c69535e9b8ca: Running coprocessor pre-open hook at 1731350012336Writing region info on filesystem at 1731350012336Initializing all the Stores at 1731350012338 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350012338Cleaning up temporary data from old regions at 1731350012345 (+7 ms)Running coprocessor post-open hooks at 1731350012354 (+9 ms)Region opened successfully at 1731350012356 (+2 ms) 2024-11-11T18:33:32,356 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for c8bbd0eb376f6f9cf6dc54d01c16b519: Running coprocessor pre-open hook at 1731350012337Writing region info on filesystem at 1731350012337Initializing all the Stores at 1731350012338 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350012338Cleaning up temporary data from old regions at 1731350012345 (+7 ms)Running coprocessor post-open hooks at 1731350012354 (+9 ms)Region opened successfully at 1731350012356 (+2 ms) 2024-11-11T18:33:32,358 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519., pid=8, masterSystemTime=1731350012328 2024-11-11T18:33:32,358 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca., pid=7, masterSystemTime=1731350012328 2024-11-11T18:33:32,361 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519. 2024-11-11T18:33:32,361 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519. 2024-11-11T18:33:32,363 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8bbd0eb376f6f9cf6dc54d01c16b519, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,42373,1731350009720 2024-11-11T18:33:32,363 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca. 2024-11-11T18:33:32,363 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca. 2024-11-11T18:33:32,365 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f0a14325934a5c8c6b56c69535e9b8ca, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,39345,1731350009617 2024-11-11T18:33:32,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8bbd0eb376f6f9cf6dc54d01c16b519, server=90f34c5bee6a,42373,1731350009720 because future has completed 2024-11-11T18:33:32,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0a14325934a5c8c6b56c69535e9b8ca, server=90f34c5bee6a,39345,1731350009617 because future has completed 2024-11-11T18:33:32,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-11T18:33:32,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c8bbd0eb376f6f9cf6dc54d01c16b519, server=90f34c5bee6a,42373,1731350009720 in 193 msec 2024-11-11T18:33:32,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T18:33:32,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f0a14325934a5c8c6b56c69535e9b8ca, server=90f34c5bee6a,39345,1731350009617 in 199 msec 2024-11-11T18:33:32,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c8bbd0eb376f6f9cf6dc54d01c16b519, ASSIGN in 365 msec 2024-11-11T18:33:32,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-11T18:33:32,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f0a14325934a5c8c6b56c69535e9b8ca, ASSIGN in 367 msec 2024-11-11T18:33:32,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:33:32,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731350012382"}]},"ts":"1731350012382"} 2024-11-11T18:33:32,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T18:33:32,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:33:32,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 500 msec 2024-11-11T18:33:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:32,536 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T18:33:32,536 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T18:33:32,538 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:33:32,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T18:33:32,544 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:33:32,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T18:33:32,554 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519., hostname=90f34c5bee6a,42373,1731350009720, seqNum=2] 2024-11-11T18:33:32,555 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:32,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:32,572 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca., hostname=90f34c5bee6a,39345,1731350009617, seqNum=2] 2024-11-11T18:33:32,588 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f0a14325934a5c8c6b56c69535e9b8ca 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T18:33:32,649 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/f0a14325934a5c8c6b56c69535e9b8ca/.tmp/family/3433a3fb326640469e9909985bff13e3 is 32, key is 5/family:/1731350012573/Put/seqid=0 2024-11-11T18:33:32,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741839_1015 (size=5083) 2024-11-11T18:33:32,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741839_1015 (size=5083) 2024-11-11T18:33:32,662 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/f0a14325934a5c8c6b56c69535e9b8ca/.tmp/family/3433a3fb326640469e9909985bff13e3 2024-11-11T18:33:32,707 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/f0a14325934a5c8c6b56c69535e9b8ca/.tmp/family/3433a3fb326640469e9909985bff13e3 as hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/f0a14325934a5c8c6b56c69535e9b8ca/family/3433a3fb326640469e9909985bff13e3 2024-11-11T18:33:32,717 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/f0a14325934a5c8c6b56c69535e9b8ca/family/3433a3fb326640469e9909985bff13e3, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T18:33:32,724 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for f0a14325934a5c8c6b56c69535e9b8ca in 135ms, sequenceid=9, compaction requested=false 2024-11-11T18:33:32,725 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-11T18:33:32,727 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f0a14325934a5c8c6b56c69535e9b8ca: 2024-11-11T18:33:32,727 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c8bbd0eb376f6f9cf6dc54d01c16b519 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T18:33:32,746 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/c8bbd0eb376f6f9cf6dc54d01c16b519/.tmp/family/2f0c0278f8f24d1388ebff9854d0c3b0 is 32, key is 1/family:/1731350012557/Put/seqid=0 2024-11-11T18:33:32,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741840_1016 (size=5054) 2024-11-11T18:33:32,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741840_1016 (size=5054) 2024-11-11T18:33:32,755 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/c8bbd0eb376f6f9cf6dc54d01c16b519/.tmp/family/2f0c0278f8f24d1388ebff9854d0c3b0 2024-11-11T18:33:32,765 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/c8bbd0eb376f6f9cf6dc54d01c16b519/.tmp/family/2f0c0278f8f24d1388ebff9854d0c3b0 as hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/c8bbd0eb376f6f9cf6dc54d01c16b519/family/2f0c0278f8f24d1388ebff9854d0c3b0 2024-11-11T18:33:32,775 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/c8bbd0eb376f6f9cf6dc54d01c16b519/family/2f0c0278f8f24d1388ebff9854d0c3b0, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T18:33:32,776 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c8bbd0eb376f6f9cf6dc54d01c16b519 in 49ms, sequenceid=8, compaction requested=false 2024-11-11T18:33:32,776 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c8bbd0eb376f6f9cf6dc54d01c16b519: 2024-11-11T18:33:32,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a050cea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:32,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,42937,-1 for getting cluster id 2024-11-11T18:33:32,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:33:32,781 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19f2e65f-9d3f-4796-a8b4-72eb848eb2a4' 2024-11-11T18:33:32,782 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:33:32,782 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19f2e65f-9d3f-4796-a8b4-72eb848eb2a4" 2024-11-11T18:33:32,782 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72cc76a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:32,782 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,42937,-1] 2024-11-11T18:33:32,782 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:33:32,783 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:32,784 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:33:32,786 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ed1b1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:32,801 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T18:33:32,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:33:32,803 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,39345,1731350009617, seqNum=-1] 2024-11-11T18:33:32,803 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:32,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:32,814 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:32,815 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:32,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:32,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:32,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:33:32,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:32,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:32,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:32,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:33:32,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:33:32,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:33:32,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:32,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:32,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:32,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:33:32,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:33:32,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=127933054, stopped=false 2024-11-11T18:33:32,833 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,42937,1731350008944 2024-11-11T18:33:32,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:32,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:32,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:32,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:32,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:32,835 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:33:32,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:32,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:33:32,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:32,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:32,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:32,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:32,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:32,836 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,39345,1731350009617' ***** 2024-11-11T18:33:32,837 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:33:32,837 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,42373,1731350009720' ***** 2024-11-11T18:33:32,837 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:33:32,837 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:33:32,837 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:33:32,837 INFO [RS:1;90f34c5bee6a:42373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:33:32,837 INFO [RS:0;90f34c5bee6a:39345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:33:32,837 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:33:32,838 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:33:32,838 INFO [RS:0;90f34c5bee6a:39345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:33:32,838 INFO [RS:1;90f34c5bee6a:42373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:33:32,838 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.HRegionServer(3091): Received CLOSE for c8bbd0eb376f6f9cf6dc54d01c16b519 2024-11-11T18:33:32,838 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.HRegionServer(3091): Received CLOSE for f0a14325934a5c8c6b56c69535e9b8ca 2024-11-11T18:33:32,839 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,39345,1731350009617 2024-11-11T18:33:32,839 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,42373,1731350009720 2024-11-11T18:33:32,839 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:32,839 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:32,839 INFO [RS:0;90f34c5bee6a:39345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:39345. 2024-11-11T18:33:32,839 INFO [RS:1;90f34c5bee6a:42373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;90f34c5bee6a:42373. 2024-11-11T18:33:32,839 DEBUG [RS:0;90f34c5bee6a:39345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:32,839 DEBUG [RS:0;90f34c5bee6a:39345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:32,839 DEBUG [RS:1;90f34c5bee6a:42373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:32,839 DEBUG [RS:1;90f34c5bee6a:42373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:32,839 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:33:32,839 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:33:32,839 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:33:32,839 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8bbd0eb376f6f9cf6dc54d01c16b519, disabling compactions & flushes 2024-11-11T18:33:32,839 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:33:32,839 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0a14325934a5c8c6b56c69535e9b8ca, disabling compactions & flushes 2024-11-11T18:33:32,839 DEBUG [RS:1;90f34c5bee6a:42373 {}] regionserver.HRegionServer(1325): Online Regions={c8bbd0eb376f6f9cf6dc54d01c16b519=testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519.} 2024-11-11T18:33:32,839 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519. 2024-11-11T18:33:32,839 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca. 2024-11-11T18:33:32,839 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:33:32,839 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519. 2024-11-11T18:33:32,839 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca. 2024-11-11T18:33:32,839 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca. after waiting 0 ms 2024-11-11T18:33:32,839 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519. after waiting 0 ms 2024-11-11T18:33:32,840 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca. 2024-11-11T18:33:32,840 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519. 2024-11-11T18:33:32,840 DEBUG [RS:1;90f34c5bee6a:42373 {}] regionserver.HRegionServer(1351): Waiting on c8bbd0eb376f6f9cf6dc54d01c16b519 2024-11-11T18:33:32,840 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:33:32,840 DEBUG [RS:0;90f34c5bee6a:39345 {}] regionserver.HRegionServer(1325): Online Regions={f0a14325934a5c8c6b56c69535e9b8ca=testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:33:32,840 DEBUG [RS:0;90f34c5bee6a:39345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0a14325934a5c8c6b56c69535e9b8ca 2024-11-11T18:33:32,840 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:33:32,840 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:33:32,840 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:33:32,840 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:33:32,840 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:33:32,841 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T18:33:32,847 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/c8bbd0eb376f6f9cf6dc54d01c16b519/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T18:33:32,849 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/default/testClearRegionBlockCache/f0a14325934a5c8c6b56c69535e9b8ca/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T18:33:32,850 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519. 2024-11-11T18:33:32,850 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca. 2024-11-11T18:33:32,850 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8bbd0eb376f6f9cf6dc54d01c16b519: Waiting for close lock at 1731350012839Running coprocessor pre-close hooks at 1731350012839Disabling compacts and flushes for region at 1731350012839Disabling writes for close at 1731350012840 (+1 ms)Writing region close event to WAL at 1731350012841 (+1 ms)Running coprocessor post-close hooks at 1731350012848 (+7 ms)Closed at 1731350012850 (+2 ms) 2024-11-11T18:33:32,850 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0a14325934a5c8c6b56c69535e9b8ca: Waiting for close lock at 1731350012839Running coprocessor pre-close hooks at 1731350012839Disabling compacts and flushes for region at 1731350012839Disabling writes for close at 1731350012840 (+1 ms)Writing region close event to WAL at 1731350012841 (+1 ms)Running coprocessor post-close hooks at 1731350012850 (+9 ms)Closed at 1731350012850 2024-11-11T18:33:32,851 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731350011860.c8bbd0eb376f6f9cf6dc54d01c16b519. 2024-11-11T18:33:32,851 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca. 2024-11-11T18:33:32,856 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:32,857 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:32,859 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:33:32,859 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:33:32,871 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740/.tmp/info/21723b4aeadd48d49741863adba7b281 is 173, key is testClearRegionBlockCache,5,1731350011860.f0a14325934a5c8c6b56c69535e9b8ca./info:regioninfo/1731350012365/Put/seqid=0 2024-11-11T18:33:32,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741841_1017 (size=8173) 2024-11-11T18:33:32,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741841_1017 (size=8173) 2024-11-11T18:33:32,880 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740/.tmp/info/21723b4aeadd48d49741863adba7b281 2024-11-11T18:33:32,908 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740/.tmp/ns/41ff93202ca34d3590518dda65afad38 is 43, key is default/ns:d/1731350011615/Put/seqid=0 2024-11-11T18:33:32,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:33:32,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:33:32,916 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740/.tmp/ns/41ff93202ca34d3590518dda65afad38 2024-11-11T18:33:32,927 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T18:33:32,927 INFO [regionserver/90f34c5bee6a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T18:33:32,943 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740/.tmp/table/a37dd198e48f4aa48fe274b1568b6623 is 61, key is testClearRegionBlockCache/table:state/1731350012382/Put/seqid=0 2024-11-11T18:33:32,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741843_1019 (size=5312) 2024-11-11T18:33:32,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741843_1019 (size=5312) 2024-11-11T18:33:32,951 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740/.tmp/table/a37dd198e48f4aa48fe274b1568b6623 2024-11-11T18:33:32,962 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740/.tmp/info/21723b4aeadd48d49741863adba7b281 as hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740/info/21723b4aeadd48d49741863adba7b281 2024-11-11T18:33:32,971 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740/info/21723b4aeadd48d49741863adba7b281, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T18:33:32,972 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740/.tmp/ns/41ff93202ca34d3590518dda65afad38 as hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740/ns/41ff93202ca34d3590518dda65afad38 2024-11-11T18:33:32,981 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740/ns/41ff93202ca34d3590518dda65afad38, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T18:33:32,982 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740/.tmp/table/a37dd198e48f4aa48fe274b1568b6623 as hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740/table/a37dd198e48f4aa48fe274b1568b6623 2024-11-11T18:33:32,991 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740/table/a37dd198e48f4aa48fe274b1568b6623, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T18:33:32,992 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 152ms, sequenceid=13, compaction requested=false 2024-11-11T18:33:32,992 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:33:32,999 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T18:33:33,000 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:33:33,000 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:33,001 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731350012840Running coprocessor pre-close hooks at 1731350012840Disabling compacts and flushes for region at 1731350012840Disabling writes for close at 1731350012840Obtaining lock to block concurrent updates at 1731350012841 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731350012841Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731350012841Flushing stores of hbase:meta,,1.1588230740 at 1731350012842 (+1 ms)Flushing 1588230740/info: creating writer at 1731350012843 (+1 ms)Flushing 1588230740/info: appending metadata at 1731350012870 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731350012870Flushing 1588230740/ns: creating writer at 1731350012890 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731350012907 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731350012907Flushing 1588230740/table: creating writer at 1731350012926 (+19 ms)Flushing 1588230740/table: appending metadata at 1731350012942 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731350012942Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c2d1e32: reopening flushed file at 1731350012961 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4196edbb: reopening flushed file at 1731350012971 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c38982: reopening flushed file at 1731350012981 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 152ms, sequenceid=13, compaction requested=false at 1731350012992 (+11 ms)Writing region close event to WAL at 1731350012995 (+3 ms)Running coprocessor post-close hooks at 1731350013000 (+5 ms)Closed at 1731350013000 2024-11-11T18:33:33,001 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:33,040 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,39345,1731350009617; all regions closed. 2024-11-11T18:33:33,040 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,42373,1731350009720; all regions closed. 2024-11-11T18:33:33,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741833_1009 (size=1758) 2024-11-11T18:33:33,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741833_1009 (size=1758) 2024-11-11T18:33:33,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741835_1011 (size=4338) 2024-11-11T18:33:33,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741835_1011 (size=4338) 2024-11-11T18:33:33,053 DEBUG [RS:0;90f34c5bee6a:39345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/oldWALs 2024-11-11T18:33:33,053 DEBUG [RS:1;90f34c5bee6a:42373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/oldWALs 2024-11-11T18:33:33,054 INFO [RS:0;90f34c5bee6a:39345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C39345%2C1731350009617.meta:.meta(num 1731350011441) 2024-11-11T18:33:33,054 INFO [RS:1;90f34c5bee6a:42373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C42373%2C1731350009720:(num 1731350011015) 2024-11-11T18:33:33,054 DEBUG [RS:1;90f34c5bee6a:42373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:33,054 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:33,054 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:33,054 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:33,055 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:33:33,055 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:33:33,055 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:33:33,055 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:33,055 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:33,055 INFO [RS:1;90f34c5bee6a:42373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42373 2024-11-11T18:33:33,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741834_1010 (size=1867) 2024-11-11T18:33:33,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741834_1010 (size=1867) 2024-11-11T18:33:33,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:33,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,42373,1731350009720 2024-11-11T18:33:33,061 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:33,062 DEBUG [RS:0;90f34c5bee6a:39345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/oldWALs 2024-11-11T18:33:33,062 INFO [RS:0;90f34c5bee6a:39345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C39345%2C1731350009617:(num 1731350011015) 2024-11-11T18:33:33,062 DEBUG [RS:0;90f34c5bee6a:39345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:33,062 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:33,062 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:33,062 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,42373,1731350009720] 2024-11-11T18:33:33,063 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:33,063 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:33,063 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:33,063 INFO [RS:0;90f34c5bee6a:39345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39345 2024-11-11T18:33:33,066 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,42373,1731350009720 already deleted, retry=false 2024-11-11T18:33:33,066 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,42373,1731350009720 expired; onlineServers=1 2024-11-11T18:33:33,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,39345,1731350009617 2024-11-11T18:33:33,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:33,067 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:33,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,39345,1731350009617] 2024-11-11T18:33:33,070 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,39345,1731350009617 already deleted, retry=false 2024-11-11T18:33:33,070 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,39345,1731350009617 expired; onlineServers=0 2024-11-11T18:33:33,070 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,42937,1731350008944' ***** 2024-11-11T18:33:33,070 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:33:33,070 INFO [M:0;90f34c5bee6a:42937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:33,071 INFO [M:0;90f34c5bee6a:42937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:33,071 DEBUG [M:0;90f34c5bee6a:42937 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:33:33,071 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350010695 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350010695,5,FailOnTimeoutGroup] 2024-11-11T18:33:33,071 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350010702 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350010702,5,FailOnTimeoutGroup] 2024-11-11T18:33:33,071 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:33:33,071 DEBUG [M:0;90f34c5bee6a:42937 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:33:33,072 INFO [M:0;90f34c5bee6a:42937 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:33,072 INFO [M:0;90f34c5bee6a:42937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:33,072 DEBUG [M:0;90f34c5bee6a:42937 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:33:33,072 INFO [M:0;90f34c5bee6a:42937 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:33:33,072 INFO [M:0;90f34c5bee6a:42937 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:33:33,073 INFO [M:0;90f34c5bee6a:42937 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:33:33,073 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:33:33,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:33,074 DEBUG [M:0;90f34c5bee6a:42937 {}] zookeeper.ZKUtil(347): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T18:33:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:33,074 WARN [M:0;90f34c5bee6a:42937 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:33:33,075 INFO [M:0;90f34c5bee6a:42937 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/.lastflushedseqids 2024-11-11T18:33:33,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741844_1020 (size=182) 2024-11-11T18:33:33,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741844_1020 (size=182) 2024-11-11T18:33:33,090 INFO [M:0;90f34c5bee6a:42937 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:33:33,090 INFO [M:0;90f34c5bee6a:42937 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:33:33,090 DEBUG [M:0;90f34c5bee6a:42937 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:33:33,090 INFO [M:0;90f34c5bee6a:42937 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:33,090 DEBUG [M:0;90f34c5bee6a:42937 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:33,090 DEBUG [M:0;90f34c5bee6a:42937 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:33:33,090 DEBUG [M:0;90f34c5bee6a:42937 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:33,091 INFO [M:0;90f34c5bee6a:42937 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-11T18:33:33,110 DEBUG [M:0;90f34c5bee6a:42937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/faca0753c1ae408f94d0d50c81e218f4 is 82, key is hbase:meta,,1/info:regioninfo/1731350011532/Put/seqid=0 2024-11-11T18:33:33,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741845_1021 (size=5672) 2024-11-11T18:33:33,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741845_1021 (size=5672) 2024-11-11T18:33:33,118 INFO [M:0;90f34c5bee6a:42937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/faca0753c1ae408f94d0d50c81e218f4 2024-11-11T18:33:33,142 DEBUG [M:0;90f34c5bee6a:42937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ed461d321ad4db2bab3dfa137f970a3 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731350012388/Put/seqid=0 2024-11-11T18:33:33,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741846_1022 (size=6219) 2024-11-11T18:33:33,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741846_1022 (size=6219) 2024-11-11T18:33:33,151 INFO [M:0;90f34c5bee6a:42937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ed461d321ad4db2bab3dfa137f970a3 2024-11-11T18:33:33,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:33,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42373-0x101084e7bbb0002, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:33,166 INFO [RS:1;90f34c5bee6a:42373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:33,166 INFO [RS:1;90f34c5bee6a:42373 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,42373,1731350009720; zookeeper connection closed. 2024-11-11T18:33:33,166 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3196052c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3196052c 2024-11-11T18:33:33,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:33,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39345-0x101084e7bbb0001, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:33,169 INFO [RS:0;90f34c5bee6a:39345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:33,169 INFO [RS:0;90f34c5bee6a:39345 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,39345,1731350009617; zookeeper connection closed. 2024-11-11T18:33:33,169 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5876e87 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5876e87 2024-11-11T18:33:33,169 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T18:33:33,175 DEBUG [M:0;90f34c5bee6a:42937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1842939e3734048a77ef57274bc1862 is 69, key is 90f34c5bee6a,39345,1731350009617/rs:state/1731350010757/Put/seqid=0 2024-11-11T18:33:33,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741847_1023 (size=5224) 2024-11-11T18:33:33,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741847_1023 (size=5224) 2024-11-11T18:33:33,182 INFO [M:0;90f34c5bee6a:42937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1842939e3734048a77ef57274bc1862 2024-11-11T18:33:33,191 DEBUG [M:0;90f34c5bee6a:42937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/faca0753c1ae408f94d0d50c81e218f4 as hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/faca0753c1ae408f94d0d50c81e218f4 2024-11-11T18:33:33,198 INFO [M:0;90f34c5bee6a:42937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/faca0753c1ae408f94d0d50c81e218f4, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T18:33:33,199 DEBUG [M:0;90f34c5bee6a:42937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ed461d321ad4db2bab3dfa137f970a3 as hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ed461d321ad4db2bab3dfa137f970a3 2024-11-11T18:33:33,207 INFO [M:0;90f34c5bee6a:42937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ed461d321ad4db2bab3dfa137f970a3, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T18:33:33,208 DEBUG [M:0;90f34c5bee6a:42937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1842939e3734048a77ef57274bc1862 as hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1842939e3734048a77ef57274bc1862 2024-11-11T18:33:33,216 INFO [M:0;90f34c5bee6a:42937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/9011dfc1-ee02-6033-9c43-712bc2028d70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1842939e3734048a77ef57274bc1862, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T18:33:33,217 INFO [M:0;90f34c5bee6a:42937 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=71, compaction requested=false 2024-11-11T18:33:33,219 INFO [M:0;90f34c5bee6a:42937 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:33,219 DEBUG [M:0;90f34c5bee6a:42937 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731350013090Disabling compacts and flushes for region at 1731350013090Disabling writes for close at 1731350013090Obtaining lock to block concurrent updates at 1731350013091 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731350013091Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731350013091Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731350013092 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731350013092Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731350013109 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731350013109Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731350013126 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731350013142 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731350013142Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731350013158 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731350013175 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731350013175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@214a6752: reopening flushed file at 1731350013189 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57440480: reopening flushed file at 1731350013198 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131f2f9f: reopening flushed file at 1731350013207 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=71, compaction requested=false at 1731350013217 (+10 ms)Writing region close event to WAL at 1731350013218 (+1 ms)Closed at 1731350013219 (+1 ms) 2024-11-11T18:33:33,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741830_1006 (size=35440) 2024-11-11T18:33:33,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45059 is added to blk_1073741830_1006 (size=35440) 2024-11-11T18:33:33,224 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:33,224 INFO [M:0;90f34c5bee6a:42937 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:33:33,224 INFO [M:0;90f34c5bee6a:42937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42937 2024-11-11T18:33:33,224 INFO [M:0;90f34c5bee6a:42937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:33,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:33,326 INFO [M:0;90f34c5bee6a:42937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:33,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42937-0x101084e7bbb0000, quorum=127.0.0.1:56007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:33,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:33,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:33,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:33,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:33,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:33,336 WARN [BP-587925662-172.17.0.2-1731350006058 heartbeating to localhost/127.0.0.1:38055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:33:33,336 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:33:33,337 WARN [BP-587925662-172.17.0.2-1731350006058 heartbeating to localhost/127.0.0.1:38055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-587925662-172.17.0.2-1731350006058 (Datanode Uuid 766c21ff-4940-4863-b9b4-f295fd2df3b6) service to localhost/127.0.0.1:38055 2024-11-11T18:33:33,337 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:33:33,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/cluster_396fcc96-9877-ab64-e1a2-cf3a752fc8d9/data/data3/current/BP-587925662-172.17.0.2-1731350006058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:33,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/cluster_396fcc96-9877-ab64-e1a2-cf3a752fc8d9/data/data4/current/BP-587925662-172.17.0.2-1731350006058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:33,339 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:33:33,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:33,341 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:33,341 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:33,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:33,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:33,344 WARN [BP-587925662-172.17.0.2-1731350006058 heartbeating to localhost/127.0.0.1:38055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:33:33,344 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:33:33,344 WARN [BP-587925662-172.17.0.2-1731350006058 heartbeating to localhost/127.0.0.1:38055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-587925662-172.17.0.2-1731350006058 (Datanode Uuid 078dc03c-7bd8-4f35-8aed-f2a18411d7dc) service to localhost/127.0.0.1:38055 2024-11-11T18:33:33,344 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:33:33,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/cluster_396fcc96-9877-ab64-e1a2-cf3a752fc8d9/data/data1/current/BP-587925662-172.17.0.2-1731350006058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:33,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/cluster_396fcc96-9877-ab64-e1a2-cf3a752fc8d9/data/data2/current/BP-587925662-172.17.0.2-1731350006058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:33,345 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:33:33,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:33:33,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:33,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:33,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:33,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:33,363 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:33:33,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:33:33,401 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=82 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/90f34c5bee6a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4fcb04d3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38055 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38055 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/90f34c5bee6a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/90f34c5bee6a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/90f34c5bee6a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) - Thread LEAK? -, OpenFileDescriptor=412 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=64 (was 44) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8446 (was 9032) 2024-11-11T18:33:33,408 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=82, OpenFileDescriptor=412, MaxFileDescriptor=1048576, SystemLoadAverage=64, ProcessCount=11, AvailableMemoryMB=8446 2024-11-11T18:33:33,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/hadoop.log.dir so I do NOT create it in target/test-data/949edd60-bb48-7235-fa1e-27a389c27204 2024-11-11T18:33:33,422 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:33:33,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/hadoop.tmp.dir so I do NOT create it in target/test-data/949edd60-bb48-7235-fa1e-27a389c27204 2024-11-11T18:33:33,422 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92593f87-9786-d1b3-8530-e660cf259029/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:33:33,422 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204 2024-11-11T18:33:33,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:33:33,423 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/cluster_489cdfae-fe1d-f406-b2e3-2247ea1286d4, deleteOnExit=true 2024-11-11T18:33:33,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:33:33,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/test.cache.data in system properties and HBase conf 2024-11-11T18:33:33,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:33:33,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:33:33,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:33:33,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:33:33,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:33:33,423 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:33:33,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:33:33,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:33:33,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:33:33,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:33:33,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:33:33,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:33:33,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:33:33,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:33:33,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:33:33,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:33:33,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:33:33,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:33:33,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:33:33,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:33:33,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:33,523 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:33,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:33,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:33,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:33:33,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:33,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aaa90f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:33,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@570de50c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:33,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b93f09f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/java.io.tmpdir/jetty-localhost-37395-hadoop-hdfs-3_4_1-tests_jar-_-any-1984933240687824279/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:33:33,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22bb1eeb{HTTP/1.1, (http/1.1)}{localhost:37395} 2024-11-11T18:33:33,644 INFO [Time-limited test {}] server.Server(415): Started @9477ms 2024-11-11T18:33:33,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:33,735 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:33,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:33,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:33,736 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:33:33,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31725c31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:33,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bae69a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:33,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@786dddb0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/java.io.tmpdir/jetty-localhost-37705-hadoop-hdfs-3_4_1-tests_jar-_-any-10430904747199322064/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:33,858 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a37d455{HTTP/1.1, (http/1.1)}{localhost:37705} 2024-11-11T18:33:33,858 INFO [Time-limited test {}] server.Server(415): Started @9691ms 2024-11-11T18:33:33,860 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:33:33,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:33,900 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:33,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:33,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:33,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:33:33,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@180ebfaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:33,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e293652{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:33,972 WARN [Thread-350 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/cluster_489cdfae-fe1d-f406-b2e3-2247ea1286d4/data/data1/current/BP-2138811508-172.17.0.2-1731350013457/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:33,973 WARN [Thread-351 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/cluster_489cdfae-fe1d-f406-b2e3-2247ea1286d4/data/data2/current/BP-2138811508-172.17.0.2-1731350013457/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:33,995 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:33:33,998 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf6e83f858aeb006 with lease ID 0x2ae45aef23198a44: Processing first storage report for DS-76ff315b-c7b2-4eaf-b0d2-15c5c94377f2 from datanode DatanodeRegistration(127.0.0.1:45681, datanodeUuid=0c86d396-89a6-47f1-81be-e0725a845738, infoPort=46529, infoSecurePort=0, ipcPort=33181, storageInfo=lv=-57;cid=testClusterID;nsid=1717834322;c=1731350013457) 2024-11-11T18:33:33,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf6e83f858aeb006 with lease ID 0x2ae45aef23198a44: from storage DS-76ff315b-c7b2-4eaf-b0d2-15c5c94377f2 node DatanodeRegistration(127.0.0.1:45681, datanodeUuid=0c86d396-89a6-47f1-81be-e0725a845738, infoPort=46529, infoSecurePort=0, ipcPort=33181, storageInfo=lv=-57;cid=testClusterID;nsid=1717834322;c=1731350013457), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T18:33:33,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf6e83f858aeb006 with lease ID 0x2ae45aef23198a44: Processing first storage report for DS-85774590-d688-4136-9f27-ded286c982d8 from datanode DatanodeRegistration(127.0.0.1:45681, datanodeUuid=0c86d396-89a6-47f1-81be-e0725a845738, infoPort=46529, infoSecurePort=0, ipcPort=33181, storageInfo=lv=-57;cid=testClusterID;nsid=1717834322;c=1731350013457) 2024-11-11T18:33:33,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf6e83f858aeb006 with lease ID 0x2ae45aef23198a44: from storage DS-85774590-d688-4136-9f27-ded286c982d8 node DatanodeRegistration(127.0.0.1:45681, datanodeUuid=0c86d396-89a6-47f1-81be-e0725a845738, infoPort=46529, infoSecurePort=0, ipcPort=33181, storageInfo=lv=-57;cid=testClusterID;nsid=1717834322;c=1731350013457), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:34,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4eefeb10{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/java.io.tmpdir/jetty-localhost-46445-hadoop-hdfs-3_4_1-tests_jar-_-any-13615589792815345299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:34,023 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@618975fa{HTTP/1.1, (http/1.1)}{localhost:46445} 2024-11-11T18:33:34,023 INFO [Time-limited test {}] server.Server(415): Started @9856ms 2024-11-11T18:33:34,025 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:33:34,125 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/cluster_489cdfae-fe1d-f406-b2e3-2247ea1286d4/data/data4/current/BP-2138811508-172.17.0.2-1731350013457/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:34,125 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/cluster_489cdfae-fe1d-f406-b2e3-2247ea1286d4/data/data3/current/BP-2138811508-172.17.0.2-1731350013457/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:34,142 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:33:34,145 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0cbad100e1da26e with lease ID 0x2ae45aef23198a45: Processing first storage report for DS-a0be91ee-1478-443b-b933-606ba10651ae from datanode DatanodeRegistration(127.0.0.1:32845, datanodeUuid=a5cdab7a-f57a-431c-9297-f4a990b60b48, infoPort=40557, infoSecurePort=0, ipcPort=38131, storageInfo=lv=-57;cid=testClusterID;nsid=1717834322;c=1731350013457) 2024-11-11T18:33:34,145 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0cbad100e1da26e with lease ID 0x2ae45aef23198a45: from storage DS-a0be91ee-1478-443b-b933-606ba10651ae node DatanodeRegistration(127.0.0.1:32845, datanodeUuid=a5cdab7a-f57a-431c-9297-f4a990b60b48, infoPort=40557, infoSecurePort=0, ipcPort=38131, storageInfo=lv=-57;cid=testClusterID;nsid=1717834322;c=1731350013457), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:34,145 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0cbad100e1da26e with lease ID 0x2ae45aef23198a45: Processing first storage report for DS-f07737fe-f060-4de4-be37-fdcd5c142bb3 from datanode DatanodeRegistration(127.0.0.1:32845, datanodeUuid=a5cdab7a-f57a-431c-9297-f4a990b60b48, infoPort=40557, infoSecurePort=0, ipcPort=38131, storageInfo=lv=-57;cid=testClusterID;nsid=1717834322;c=1731350013457) 2024-11-11T18:33:34,145 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0cbad100e1da26e with lease ID 0x2ae45aef23198a45: from storage DS-f07737fe-f060-4de4-be37-fdcd5c142bb3 node DatanodeRegistration(127.0.0.1:32845, datanodeUuid=a5cdab7a-f57a-431c-9297-f4a990b60b48, infoPort=40557, infoSecurePort=0, ipcPort=38131, storageInfo=lv=-57;cid=testClusterID;nsid=1717834322;c=1731350013457), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:34,151 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204 2024-11-11T18:33:34,154 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/cluster_489cdfae-fe1d-f406-b2e3-2247ea1286d4/zookeeper_0, clientPort=61748, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/cluster_489cdfae-fe1d-f406-b2e3-2247ea1286d4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/cluster_489cdfae-fe1d-f406-b2e3-2247ea1286d4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:33:34,155 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61748 2024-11-11T18:33:34,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:34,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:34,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:33:34,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:33:34,168 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8 with version=8 2024-11-11T18:33:34,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/hbase-staging 2024-11-11T18:33:34,170 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:34,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:34,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:34,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:34,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:34,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:34,171 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:33:34,171 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:34,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43673 2024-11-11T18:33:34,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43673 connecting to ZooKeeper ensemble=127.0.0.1:61748 2024-11-11T18:33:34,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436730x0, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:34,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43673-0x101084e93590000 connected 2024-11-11T18:33:34,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:34,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:34,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:34,201 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8, hbase.cluster.distributed=false 2024-11-11T18:33:34,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:34,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43673 2024-11-11T18:33:34,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43673 2024-11-11T18:33:34,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43673 2024-11-11T18:33:34,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43673 2024-11-11T18:33:34,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43673 2024-11-11T18:33:34,220 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:34,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:34,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:34,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:34,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:34,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:34,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:33:34,221 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:34,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37995 2024-11-11T18:33:34,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37995 connecting to ZooKeeper ensemble=127.0.0.1:61748 2024-11-11T18:33:34,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:34,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:34,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379950x0, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:34,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37995-0x101084e93590001 connected 2024-11-11T18:33:34,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:34,231 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:33:34,231 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:33:34,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:33:34,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:34,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37995 2024-11-11T18:33:34,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37995 2024-11-11T18:33:34,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37995 2024-11-11T18:33:34,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37995 2024-11-11T18:33:34,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37995 2024-11-11T18:33:34,250 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:34,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:34,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:34,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:34,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:34,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:34,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:33:34,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:34,252 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46721 2024-11-11T18:33:34,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46721 connecting to ZooKeeper ensemble=127.0.0.1:61748 2024-11-11T18:33:34,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:34,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:34,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467210x0, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:34,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46721-0x101084e93590002 connected 2024-11-11T18:33:34,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:34,262 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:33:34,263 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:33:34,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:33:34,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:34,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46721 2024-11-11T18:33:34,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46721 2024-11-11T18:33:34,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46721 2024-11-11T18:33:34,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46721 2024-11-11T18:33:34,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46721 2024-11-11T18:33:34,278 DEBUG [M:0;90f34c5bee6a:43673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:43673 2024-11-11T18:33:34,278 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/90f34c5bee6a,43673,1731350014170 2024-11-11T18:33:34,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:34,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:34,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:34,281 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/90f34c5bee6a,43673,1731350014170 2024-11-11T18:33:34,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:34,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:34,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,285 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T18:33:34,285 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/90f34c5bee6a,43673,1731350014170 from backup master directory 2024-11-11T18:33:34,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/90f34c5bee6a,43673,1731350014170 2024-11-11T18:33:34,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:34,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:34,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:34,287 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:34,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,43673,1731350014170 2024-11-11T18:33:34,292 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/hbase.id] with ID: 44224d10-f200-4279-afa7-3b89e9460729 2024-11-11T18:33:34,292 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/.tmp/hbase.id 2024-11-11T18:33:34,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:33:34,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:33:34,300 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/.tmp/hbase.id]:[hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/hbase.id] 2024-11-11T18:33:34,315 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:34,315 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:33:34,317 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T18:33:34,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:33:34,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:33:34,333 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:33:34,334 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:33:34,334 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:34,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:33:34,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:33:34,345 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store 2024-11-11T18:33:34,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:33:34,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:33:34,354 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:34,354 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:33:34,354 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:34,355 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:34,355 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:33:34,355 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:34,355 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:34,355 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731350014354Disabling compacts and flushes for region at 1731350014354Disabling writes for close at 1731350014355 (+1 ms)Writing region close event to WAL at 1731350014355Closed at 1731350014355 2024-11-11T18:33:34,356 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/.initializing 2024-11-11T18:33:34,357 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/WALs/90f34c5bee6a,43673,1731350014170 2024-11-11T18:33:34,358 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:34,360 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C43673%2C1731350014170, suffix=, logDir=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/WALs/90f34c5bee6a,43673,1731350014170, archiveDir=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/oldWALs, maxLogs=10 2024-11-11T18:33:34,374 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/WALs/90f34c5bee6a,43673,1731350014170/90f34c5bee6a%2C43673%2C1731350014170.1731350014361, exclude list is [], retry=0 2024-11-11T18:33:34,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45681,DS-76ff315b-c7b2-4eaf-b0d2-15c5c94377f2,DISK] 2024-11-11T18:33:34,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32845,DS-a0be91ee-1478-443b-b933-606ba10651ae,DISK] 2024-11-11T18:33:34,381 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/WALs/90f34c5bee6a,43673,1731350014170/90f34c5bee6a%2C43673%2C1731350014170.1731350014361 2024-11-11T18:33:34,381 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46529:46529),(127.0.0.1/127.0.0.1:40557:40557)] 2024-11-11T18:33:34,381 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:33:34,381 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:34,382 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:34,382 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:34,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:34,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:33:34,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:34,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:34,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:34,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:33:34,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:34,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:34,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:34,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:33:34,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:34,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:34,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:34,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:33:34,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:34,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:34,393 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:34,394 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:34,394 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:34,396 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:34,396 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:34,397 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:34,398 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:34,401 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:34,402 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61483041, jitterRate=-0.0838312953710556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:34,402 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731350014382Initializing all the Stores at 1731350014383 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350014383Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350014383Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350014383Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350014383Cleaning up temporary data from old regions at 1731350014396 (+13 ms)Region opened successfully at 1731350014402 (+6 ms) 2024-11-11T18:33:34,403 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:33:34,407 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224c1e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:34,408 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:33:34,408 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:33:34,408 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:33:34,408 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:33:34,409 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:33:34,409 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:33:34,409 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:33:34,412 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:33:34,413 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T18:33:34,414 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T18:33:34,415 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:33:34,416 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:33:34,417 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T18:33:34,417 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:33:34,418 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:33:34,420 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T18:33:34,421 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:33:34,423 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T18:33:34,425 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:33:34,426 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T18:33:34,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:34,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:34,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:34,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,429 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,43673,1731350014170, sessionid=0x101084e93590000, setting cluster-up flag (Was=false) 2024-11-11T18:33:34,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,439 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T18:33:34,441 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,43673,1731350014170 2024-11-11T18:33:34,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,451 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T18:33:34,452 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,43673,1731350014170 2024-11-11T18:33:34,454 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:33:34,456 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:34,457 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:33:34,457 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:33:34,457 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,43673,1731350014170 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:33:34,459 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:34,459 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:34,459 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:34,459 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:34,459 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:33:34,459 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,459 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:34,459 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,461 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731350044461 2024-11-11T18:33:34,461 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:33:34,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:34,461 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:33:34,461 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:33:34,461 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:33:34,461 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:33:34,461 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:33:34,461 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:33:34,462 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,462 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:33:34,462 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:33:34,462 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:33:34,463 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:34,463 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:33:34,464 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:33:34,464 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:33:34,465 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350014464,5,FailOnTimeoutGroup] 2024-11-11T18:33:34,466 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350014465,5,FailOnTimeoutGroup] 2024-11-11T18:33:34,466 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,466 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:33:34,466 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,466 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,469 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.HRegionServer(746): ClusterId : 44224d10-f200-4279-afa7-3b89e9460729 2024-11-11T18:33:34,469 DEBUG [RS:0;90f34c5bee6a:37995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:33:34,469 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.HRegionServer(746): ClusterId : 44224d10-f200-4279-afa7-3b89e9460729 2024-11-11T18:33:34,469 DEBUG [RS:1;90f34c5bee6a:46721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:33:34,472 DEBUG [RS:0;90f34c5bee6a:37995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:33:34,472 DEBUG [RS:0;90f34c5bee6a:37995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:33:34,472 DEBUG [RS:1;90f34c5bee6a:46721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:33:34,472 DEBUG [RS:1;90f34c5bee6a:46721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:33:34,476 DEBUG [RS:0;90f34c5bee6a:37995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:33:34,476 DEBUG [RS:1;90f34c5bee6a:46721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:33:34,477 DEBUG [RS:0;90f34c5bee6a:37995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c2a0074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:34,477 DEBUG [RS:1;90f34c5bee6a:46721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115fd890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:34,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:33:34,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:33:34,485 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:33:34,485 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8 2024-11-11T18:33:34,493 DEBUG [RS:1;90f34c5bee6a:46721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;90f34c5bee6a:46721 2024-11-11T18:33:34,493 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:33:34,493 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:33:34,493 DEBUG [RS:1;90f34c5bee6a:46721 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:33:34,493 DEBUG [RS:0;90f34c5bee6a:37995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:37995 2024-11-11T18:33:34,493 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:33:34,493 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:33:34,493 DEBUG [RS:0;90f34c5bee6a:37995 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:33:34,494 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,43673,1731350014170 with port=46721, startcode=1731350014250 2024-11-11T18:33:34,494 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,43673,1731350014170 with port=37995, startcode=1731350014220 2024-11-11T18:33:34,494 DEBUG [RS:1;90f34c5bee6a:46721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:33:34,494 DEBUG [RS:0;90f34c5bee6a:37995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:33:34,497 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:33:34,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43673 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,37995,1731350014220 2024-11-11T18:33:34,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43673 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,37995,1731350014220 2024-11-11T18:33:34,500 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:33:34,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43673 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,46721,1731350014250 2024-11-11T18:33:34,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43673 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,46721,1731350014250 2024-11-11T18:33:34,502 DEBUG [RS:1;90f34c5bee6a:46721 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8 2024-11-11T18:33:34,502 DEBUG [RS:1;90f34c5bee6a:46721 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39945 2024-11-11T18:33:34,502 DEBUG [RS:1;90f34c5bee6a:46721 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:33:34,503 DEBUG [RS:0;90f34c5bee6a:37995 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8 2024-11-11T18:33:34,503 DEBUG [RS:0;90f34c5bee6a:37995 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39945 2024-11-11T18:33:34,503 DEBUG [RS:0;90f34c5bee6a:37995 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:33:34,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:34,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:33:34,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:33:34,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:34,509 DEBUG [RS:1;90f34c5bee6a:46721 {}] zookeeper.ZKUtil(111): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,46721,1731350014250 2024-11-11T18:33:34,509 WARN [RS:1;90f34c5bee6a:46721 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:34,509 INFO [RS:1;90f34c5bee6a:46721 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:34,509 DEBUG [RS:1;90f34c5bee6a:46721 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/WALs/90f34c5bee6a,46721,1731350014250 2024-11-11T18:33:34,509 DEBUG [RS:0;90f34c5bee6a:37995 {}] zookeeper.ZKUtil(111): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,37995,1731350014220 2024-11-11T18:33:34,510 WARN [RS:0;90f34c5bee6a:37995 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:34,510 INFO [RS:0;90f34c5bee6a:37995 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:34,510 DEBUG [RS:0;90f34c5bee6a:37995 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/WALs/90f34c5bee6a,37995,1731350014220 2024-11-11T18:33:34,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:33:34,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:33:34,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:34,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:34,513 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,37995,1731350014220] 2024-11-11T18:33:34,513 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,46721,1731350014250] 2024-11-11T18:33:34,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:33:34,514 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:33:34,514 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:33:34,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:33:34,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:34,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:34,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:33:34,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:33:34,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:34,519 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:33:34,519 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:33:34,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:34,519 INFO [RS:1;90f34c5bee6a:46721 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:33:34,520 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:33:34,520 INFO [RS:0;90f34c5bee6a:37995 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:33:34,520 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,520 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:33:34,520 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:33:34,521 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:33:34,521 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:33:34,521 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,521 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,522 DEBUG [RS:0;90f34c5bee6a:37995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,522 DEBUG [RS:1;90f34c5bee6a:46721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,522 DEBUG [RS:0;90f34c5bee6a:37995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,522 DEBUG [RS:1;90f34c5bee6a:46721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,522 DEBUG [RS:0;90f34c5bee6a:37995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:33:34,522 DEBUG [RS:0;90f34c5bee6a:37995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,522 DEBUG [RS:1;90f34c5bee6a:46721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,522 DEBUG [RS:0;90f34c5bee6a:37995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:34,522 DEBUG [RS:1;90f34c5bee6a:46721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,522 DEBUG [RS:0;90f34c5bee6a:37995 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:34,522 DEBUG [RS:1;90f34c5bee6a:46721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,522 DEBUG [RS:0;90f34c5bee6a:37995 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,522 DEBUG [RS:1;90f34c5bee6a:46721 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:34,522 DEBUG [RS:0;90f34c5bee6a:37995 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,522 DEBUG [RS:1;90f34c5bee6a:46721 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,522 DEBUG [RS:0;90f34c5bee6a:37995 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,522 DEBUG [RS:1;90f34c5bee6a:46721 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,522 DEBUG [RS:0;90f34c5bee6a:37995 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,522 DEBUG [RS:1;90f34c5bee6a:46721 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,523 DEBUG [RS:0;90f34c5bee6a:37995 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,523 DEBUG [RS:1;90f34c5bee6a:46721 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:34,523 DEBUG [RS:1;90f34c5bee6a:46721 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,523 DEBUG [RS:0;90f34c5bee6a:37995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,523 DEBUG [RS:1;90f34c5bee6a:46721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:34,523 DEBUG [RS:0;90f34c5bee6a:37995 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:34,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:33:34,523 DEBUG [RS:1;90f34c5bee6a:46721 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:34,523 DEBUG [RS:0;90f34c5bee6a:37995 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:34,523 DEBUG [RS:1;90f34c5bee6a:46721 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:34,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740 2024-11-11T18:33:34,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740 2024-11-11T18:33:34,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:33:34,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:33:34,527 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:34,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:33:34,528 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,528 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,528 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,529 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,529 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,529 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,529 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,529 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37995,1731350014220-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:34,529 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,529 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,529 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,529 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,46721,1731350014250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:34,536 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:34,536 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59345283, jitterRate=-0.11568637192249298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:34,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731350014508Initializing all the Stores at 1731350014509 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350014510 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350014510Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350014510Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350014510Cleaning up temporary data from old regions at 1731350014526 (+16 ms)Region opened successfully at 1731350014537 (+11 ms) 2024-11-11T18:33:34,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:33:34,538 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:33:34,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:33:34,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:33:34,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:33:34,538 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:34,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731350014538Disabling compacts and flushes for region at 1731350014538Disabling writes for close at 1731350014538Writing region close event to WAL at 1731350014538Closed at 1731350014538 2024-11-11T18:33:34,540 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:34,540 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:33:34,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:33:34,542 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:33:34,544 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:33:34,547 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:33:34,547 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37995,1731350014220-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,547 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,547 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.Replication(171): 90f34c5bee6a,37995,1731350014220 started 2024-11-11T18:33:34,553 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:33:34,553 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,46721,1731350014250-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,553 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,554 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.Replication(171): 90f34c5bee6a,46721,1731350014250 started 2024-11-11T18:33:34,563 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,563 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,37995,1731350014220, RpcServer on 90f34c5bee6a/172.17.0.2:37995, sessionid=0x101084e93590001 2024-11-11T18:33:34,563 DEBUG [RS:0;90f34c5bee6a:37995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:33:34,563 DEBUG [RS:0;90f34c5bee6a:37995 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,37995,1731350014220 2024-11-11T18:33:34,563 DEBUG [RS:0;90f34c5bee6a:37995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,37995,1731350014220' 2024-11-11T18:33:34,563 DEBUG [RS:0;90f34c5bee6a:37995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:33:34,564 DEBUG [RS:0;90f34c5bee6a:37995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:33:34,565 DEBUG [RS:0;90f34c5bee6a:37995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:33:34,565 DEBUG [RS:0;90f34c5bee6a:37995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:33:34,565 DEBUG [RS:0;90f34c5bee6a:37995 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,37995,1731350014220 2024-11-11T18:33:34,565 DEBUG [RS:0;90f34c5bee6a:37995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,37995,1731350014220' 2024-11-11T18:33:34,565 DEBUG [RS:0;90f34c5bee6a:37995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:33:34,565 DEBUG [RS:0;90f34c5bee6a:37995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:33:34,566 DEBUG [RS:0;90f34c5bee6a:37995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:33:34,566 INFO [RS:0;90f34c5bee6a:37995 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:33:34,566 INFO [RS:0;90f34c5bee6a:37995 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:33:34,568 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:34,569 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,46721,1731350014250, RpcServer on 90f34c5bee6a/172.17.0.2:46721, sessionid=0x101084e93590002 2024-11-11T18:33:34,569 DEBUG [RS:1;90f34c5bee6a:46721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:33:34,569 DEBUG [RS:1;90f34c5bee6a:46721 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,46721,1731350014250 2024-11-11T18:33:34,569 DEBUG [RS:1;90f34c5bee6a:46721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,46721,1731350014250' 2024-11-11T18:33:34,569 DEBUG [RS:1;90f34c5bee6a:46721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:33:34,569 DEBUG [RS:1;90f34c5bee6a:46721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:33:34,570 DEBUG [RS:1;90f34c5bee6a:46721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:33:34,570 DEBUG [RS:1;90f34c5bee6a:46721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:33:34,570 DEBUG [RS:1;90f34c5bee6a:46721 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,46721,1731350014250 2024-11-11T18:33:34,570 DEBUG [RS:1;90f34c5bee6a:46721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,46721,1731350014250' 2024-11-11T18:33:34,570 DEBUG [RS:1;90f34c5bee6a:46721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:33:34,570 DEBUG [RS:1;90f34c5bee6a:46721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:33:34,571 DEBUG [RS:1;90f34c5bee6a:46721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:33:34,571 INFO [RS:1;90f34c5bee6a:46721 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:33:34,571 INFO [RS:1;90f34c5bee6a:46721 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:33:34,667 INFO [RS:0;90f34c5bee6a:37995 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:34,669 INFO [RS:0;90f34c5bee6a:37995 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C37995%2C1731350014220, suffix=, logDir=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/WALs/90f34c5bee6a,37995,1731350014220, archiveDir=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/oldWALs, maxLogs=32 2024-11-11T18:33:34,671 INFO [RS:1;90f34c5bee6a:46721 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:34,673 INFO [RS:1;90f34c5bee6a:46721 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C46721%2C1731350014250, suffix=, logDir=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/WALs/90f34c5bee6a,46721,1731350014250, archiveDir=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/oldWALs, maxLogs=32 2024-11-11T18:33:34,691 DEBUG [RS:0;90f34c5bee6a:37995 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/WALs/90f34c5bee6a,37995,1731350014220/90f34c5bee6a%2C37995%2C1731350014220.1731350014671, exclude list is [], retry=0 2024-11-11T18:33:34,693 DEBUG [RS:1;90f34c5bee6a:46721 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/WALs/90f34c5bee6a,46721,1731350014250/90f34c5bee6a%2C46721%2C1731350014250.1731350014674, exclude list is [], retry=0 2024-11-11T18:33:34,694 WARN [90f34c5bee6a:43673 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T18:33:34,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45681,DS-76ff315b-c7b2-4eaf-b0d2-15c5c94377f2,DISK] 2024-11-11T18:33:34,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32845,DS-a0be91ee-1478-443b-b933-606ba10651ae,DISK] 2024-11-11T18:33:34,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32845,DS-a0be91ee-1478-443b-b933-606ba10651ae,DISK] 2024-11-11T18:33:34,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45681,DS-76ff315b-c7b2-4eaf-b0d2-15c5c94377f2,DISK] 2024-11-11T18:33:34,700 INFO [RS:0;90f34c5bee6a:37995 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/WALs/90f34c5bee6a,37995,1731350014220/90f34c5bee6a%2C37995%2C1731350014220.1731350014671 2024-11-11T18:33:34,700 INFO [RS:1;90f34c5bee6a:46721 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/WALs/90f34c5bee6a,46721,1731350014250/90f34c5bee6a%2C46721%2C1731350014250.1731350014674 2024-11-11T18:33:34,701 DEBUG [RS:1;90f34c5bee6a:46721 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46529:46529),(127.0.0.1/127.0.0.1:40557:40557)] 2024-11-11T18:33:34,701 DEBUG [RS:0;90f34c5bee6a:37995 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40557:40557),(127.0.0.1/127.0.0.1:46529:46529)] 2024-11-11T18:33:34,944 DEBUG [90f34c5bee6a:43673 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T18:33:34,945 DEBUG [90f34c5bee6a:43673 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:33:34,947 DEBUG [90f34c5bee6a:43673 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:33:34,947 DEBUG [90f34c5bee6a:43673 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:33:34,947 DEBUG [90f34c5bee6a:43673 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:33:34,947 DEBUG [90f34c5bee6a:43673 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:33:34,947 INFO [90f34c5bee6a:43673 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:33:34,947 INFO [90f34c5bee6a:43673 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:33:34,947 DEBUG [90f34c5bee6a:43673 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:33:34,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,37995,1731350014220 2024-11-11T18:33:34,949 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,37995,1731350014220, state=OPENING 2024-11-11T18:33:34,952 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:33:34,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:34,954 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:33:34,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:34,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:34,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:34,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,37995,1731350014220}] 2024-11-11T18:33:35,109 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:35,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:35,116 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:33:35,116 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:35,117 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:33:35,119 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C37995%2C1731350014220.meta, suffix=.meta, logDir=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/WALs/90f34c5bee6a,37995,1731350014220, archiveDir=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/oldWALs, maxLogs=32 2024-11-11T18:33:35,134 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/WALs/90f34c5bee6a,37995,1731350014220/90f34c5bee6a%2C37995%2C1731350014220.meta.1731350015119.meta, exclude list is [], retry=0 2024-11-11T18:33:35,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45681,DS-76ff315b-c7b2-4eaf-b0d2-15c5c94377f2,DISK] 2024-11-11T18:33:35,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32845,DS-a0be91ee-1478-443b-b933-606ba10651ae,DISK] 2024-11-11T18:33:35,139 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/WALs/90f34c5bee6a,37995,1731350014220/90f34c5bee6a%2C37995%2C1731350014220.meta.1731350015119.meta 2024-11-11T18:33:35,139 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46529:46529),(127.0.0.1/127.0.0.1:40557:40557)] 2024-11-11T18:33:35,140 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:33:35,140 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:33:35,140 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:33:35,140 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:33:35,140 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:33:35,141 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:35,141 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:33:35,141 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:33:35,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:33:35,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:33:35,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:35,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:35,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:33:35,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:33:35,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:35,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:35,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:33:35,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:33:35,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:35,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:35,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:33:35,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:33:35,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:35,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:35,150 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:33:35,151 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740 2024-11-11T18:33:35,152 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740 2024-11-11T18:33:35,154 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:33:35,154 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:33:35,155 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:35,156 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:33:35,157 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67010347, jitterRate=-0.0014680176973342896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:35,158 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:33:35,158 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731350015141Writing region info on filesystem at 1731350015141Initializing all the Stores at 1731350015142 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350015142Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350015143 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350015143Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350015143Cleaning up temporary data from old regions at 1731350015154 (+11 ms)Running coprocessor post-open hooks at 1731350015158 (+4 ms)Region opened successfully at 1731350015158 2024-11-11T18:33:35,160 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731350015109 2024-11-11T18:33:35,163 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:33:35,163 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:33:35,164 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,37995,1731350014220 2024-11-11T18:33:35,165 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,37995,1731350014220, state=OPEN 2024-11-11T18:33:35,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:35,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:35,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:35,167 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,37995,1731350014220 2024-11-11T18:33:35,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:35,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:35,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:35,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:33:35,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,37995,1731350014220 in 212 msec 2024-11-11T18:33:35,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:33:35,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-11T18:33:35,175 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:35,175 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:33:35,177 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:33:35,177 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,37995,1731350014220, seqNum=-1] 2024-11-11T18:33:35,177 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:35,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:35,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 728 msec 2024-11-11T18:33:35,185 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731350015185, completionTime=-1 2024-11-11T18:33:35,185 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T18:33:35,185 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:33:35,187 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T18:33:35,187 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731350075187 2024-11-11T18:33:35,187 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731350135187 2024-11-11T18:33:35,187 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T18:33:35,188 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43673,1731350014170-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:35,188 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43673,1731350014170-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:35,188 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43673,1731350014170-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:35,188 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:43673, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:35,188 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:35,188 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:35,190 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:33:35,192 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.905sec 2024-11-11T18:33:35,193 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:33:35,193 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:33:35,193 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:33:35,193 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:33:35,193 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:33:35,193 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43673,1731350014170-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:35,193 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43673,1731350014170-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:33:35,196 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:33:35,196 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:33:35,196 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43673,1731350014170-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:35,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a6dc3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:35,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,43673,-1 for getting cluster id 2024-11-11T18:33:35,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:33:35,271 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44224d10-f200-4279-afa7-3b89e9460729' 2024-11-11T18:33:35,272 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:33:35,272 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44224d10-f200-4279-afa7-3b89e9460729" 2024-11-11T18:33:35,272 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e80149a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:35,272 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,43673,-1] 2024-11-11T18:33:35,273 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:33:35,273 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:35,274 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:33:35,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dab6379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:35,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:33:35,277 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,37995,1731350014220, seqNum=-1] 2024-11-11T18:33:35,277 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:35,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:35,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,43673,1731350014170 2024-11-11T18:33:35,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:33:35,282 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,43673,1731350014170 2024-11-11T18:33:35,282 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16062ebd 2024-11-11T18:33:35,282 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:33:35,284 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:33:35,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:33:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43673 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T18:33:35,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:33:35,288 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:35,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T18:33:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:35,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:33:35,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741836_1012 (size=379) 2024-11-11T18:33:35,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741836_1012 (size=379) 2024-11-11T18:33:35,301 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b91da13de8ee4c5a8768a8eb344a09f, NAME => 'testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8 2024-11-11T18:33:35,301 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 47a43dd6b7820df944fcf6fc5a7fc10e, NAME => 'testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8 2024-11-11T18:33:35,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741837_1013 (size=61) 2024-11-11T18:33:35,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741837_1013 (size=61) 2024-11-11T18:33:35,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741838_1014 (size=61) 2024-11-11T18:33:35,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741838_1014 (size=61) 2024-11-11T18:33:35,312 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:35,312 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 8b91da13de8ee4c5a8768a8eb344a09f, disabling compactions & flushes 2024-11-11T18:33:35,312 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f. 2024-11-11T18:33:35,312 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f. 2024-11-11T18:33:35,312 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f. after waiting 0 ms 2024-11-11T18:33:35,312 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f. 2024-11-11T18:33:35,312 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f. 2024-11-11T18:33:35,312 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b91da13de8ee4c5a8768a8eb344a09f: Waiting for close lock at 1731350015312Disabling compacts and flushes for region at 1731350015312Disabling writes for close at 1731350015312Writing region close event to WAL at 1731350015312Closed at 1731350015312 2024-11-11T18:33:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:35,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:35,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 47a43dd6b7820df944fcf6fc5a7fc10e, disabling compactions & flushes 2024-11-11T18:33:35,713 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e. 2024-11-11T18:33:35,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e. 2024-11-11T18:33:35,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e. after waiting 0 ms 2024-11-11T18:33:35,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e. 2024-11-11T18:33:35,713 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e. 2024-11-11T18:33:35,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 47a43dd6b7820df944fcf6fc5a7fc10e: Waiting for close lock at 1731350015713Disabling compacts and flushes for region at 1731350015713Disabling writes for close at 1731350015713Writing region close event to WAL at 1731350015713Closed at 1731350015713 2024-11-11T18:33:35,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:33:35,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731350015715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731350015715"}]},"ts":"1731350015715"} 2024-11-11T18:33:35,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731350015715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731350015715"}]},"ts":"1731350015715"} 2024-11-11T18:33:35,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T18:33:35,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:33:35,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731350015721"}]},"ts":"1731350015721"} 2024-11-11T18:33:35,728 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T18:33:35,729 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:33:35,730 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:33:35,730 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:33:35,730 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:33:35,730 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:33:35,730 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:33:35,730 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:33:35,730 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:33:35,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8b91da13de8ee4c5a8768a8eb344a09f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=47a43dd6b7820df944fcf6fc5a7fc10e, ASSIGN}] 2024-11-11T18:33:35,733 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=47a43dd6b7820df944fcf6fc5a7fc10e, ASSIGN 2024-11-11T18:33:35,733 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8b91da13de8ee4c5a8768a8eb344a09f, ASSIGN 2024-11-11T18:33:35,734 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=47a43dd6b7820df944fcf6fc5a7fc10e, ASSIGN; state=OFFLINE, location=90f34c5bee6a,37995,1731350014220; forceNewPlan=false, retain=false 2024-11-11T18:33:35,734 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8b91da13de8ee4c5a8768a8eb344a09f, ASSIGN; state=OFFLINE, location=90f34c5bee6a,46721,1731350014250; forceNewPlan=false, retain=false 2024-11-11T18:33:35,885 INFO [90f34c5bee6a:43673 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T18:33:35,885 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=47a43dd6b7820df944fcf6fc5a7fc10e, regionState=OPENING, regionLocation=90f34c5bee6a,37995,1731350014220 2024-11-11T18:33:35,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b91da13de8ee4c5a8768a8eb344a09f, regionState=OPENING, regionLocation=90f34c5bee6a,46721,1731350014250 2024-11-11T18:33:35,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8b91da13de8ee4c5a8768a8eb344a09f, ASSIGN because future has completed 2024-11-11T18:33:35,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b91da13de8ee4c5a8768a8eb344a09f, server=90f34c5bee6a,46721,1731350014250}] 2024-11-11T18:33:35,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=47a43dd6b7820df944fcf6fc5a7fc10e, ASSIGN because future has completed 2024-11-11T18:33:35,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47a43dd6b7820df944fcf6fc5a7fc10e, server=90f34c5bee6a,37995,1731350014220}] 2024-11-11T18:33:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:36,043 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:36,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:36,049 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e. 2024-11-11T18:33:36,049 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f. 2024-11-11T18:33:36,050 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 47a43dd6b7820df944fcf6fc5a7fc10e, NAME => 'testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T18:33:36,050 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b91da13de8ee4c5a8768a8eb344a09f, NAME => 'testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T18:33:36,050 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 47a43dd6b7820df944fcf6fc5a7fc10e 2024-11-11T18:33:36,050 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:36,050 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 47a43dd6b7820df944fcf6fc5a7fc10e 2024-11-11T18:33:36,050 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 47a43dd6b7820df944fcf6fc5a7fc10e 2024-11-11T18:33:36,051 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8b91da13de8ee4c5a8768a8eb344a09f 2024-11-11T18:33:36,051 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:36,051 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8b91da13de8ee4c5a8768a8eb344a09f 2024-11-11T18:33:36,051 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8b91da13de8ee4c5a8768a8eb344a09f 2024-11-11T18:33:36,052 INFO [StoreOpener-47a43dd6b7820df944fcf6fc5a7fc10e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 47a43dd6b7820df944fcf6fc5a7fc10e 2024-11-11T18:33:36,053 INFO [StoreOpener-8b91da13de8ee4c5a8768a8eb344a09f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8b91da13de8ee4c5a8768a8eb344a09f 2024-11-11T18:33:36,054 INFO [StoreOpener-47a43dd6b7820df944fcf6fc5a7fc10e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47a43dd6b7820df944fcf6fc5a7fc10e columnFamilyName family 2024-11-11T18:33:36,054 DEBUG [StoreOpener-47a43dd6b7820df944fcf6fc5a7fc10e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:36,054 INFO [StoreOpener-8b91da13de8ee4c5a8768a8eb344a09f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b91da13de8ee4c5a8768a8eb344a09f columnFamilyName family 2024-11-11T18:33:36,054 DEBUG [StoreOpener-8b91da13de8ee4c5a8768a8eb344a09f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:36,055 INFO [StoreOpener-47a43dd6b7820df944fcf6fc5a7fc10e-1 {}] regionserver.HStore(327): Store=47a43dd6b7820df944fcf6fc5a7fc10e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:36,055 INFO [StoreOpener-8b91da13de8ee4c5a8768a8eb344a09f-1 {}] regionserver.HStore(327): Store=8b91da13de8ee4c5a8768a8eb344a09f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:36,055 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 47a43dd6b7820df944fcf6fc5a7fc10e 2024-11-11T18:33:36,055 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8b91da13de8ee4c5a8768a8eb344a09f 2024-11-11T18:33:36,056 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/47a43dd6b7820df944fcf6fc5a7fc10e 2024-11-11T18:33:36,056 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/8b91da13de8ee4c5a8768a8eb344a09f 2024-11-11T18:33:36,056 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/47a43dd6b7820df944fcf6fc5a7fc10e 2024-11-11T18:33:36,057 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/8b91da13de8ee4c5a8768a8eb344a09f 2024-11-11T18:33:36,057 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 47a43dd6b7820df944fcf6fc5a7fc10e 2024-11-11T18:33:36,057 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 47a43dd6b7820df944fcf6fc5a7fc10e 2024-11-11T18:33:36,057 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8b91da13de8ee4c5a8768a8eb344a09f 2024-11-11T18:33:36,057 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8b91da13de8ee4c5a8768a8eb344a09f 2024-11-11T18:33:36,059 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 47a43dd6b7820df944fcf6fc5a7fc10e 2024-11-11T18:33:36,059 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8b91da13de8ee4c5a8768a8eb344a09f 2024-11-11T18:33:36,062 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/47a43dd6b7820df944fcf6fc5a7fc10e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:36,062 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 47a43dd6b7820df944fcf6fc5a7fc10e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71719532, jitterRate=0.06870430707931519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:33:36,062 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47a43dd6b7820df944fcf6fc5a7fc10e 2024-11-11T18:33:36,062 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/8b91da13de8ee4c5a8768a8eb344a09f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:36,063 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 47a43dd6b7820df944fcf6fc5a7fc10e: Running coprocessor pre-open hook at 1731350016050Writing region info on filesystem at 1731350016050Initializing all the Stores at 1731350016052 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350016052Cleaning up temporary data from old regions at 1731350016057 (+5 ms)Running coprocessor post-open hooks at 1731350016062 (+5 ms)Region opened successfully at 1731350016063 (+1 ms) 2024-11-11T18:33:36,063 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 8b91da13de8ee4c5a8768a8eb344a09f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61633919, jitterRate=-0.08158303797245026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:33:36,063 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b91da13de8ee4c5a8768a8eb344a09f 2024-11-11T18:33:36,063 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8b91da13de8ee4c5a8768a8eb344a09f: Running coprocessor pre-open hook at 1731350016051Writing region info on filesystem at 1731350016051Initializing all the Stores at 1731350016052 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350016052Cleaning up temporary data from old regions at 1731350016057 (+5 ms)Running coprocessor post-open hooks at 1731350016063 (+6 ms)Region opened successfully at 1731350016063 2024-11-11T18:33:36,064 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e., pid=8, masterSystemTime=1731350016044 2024-11-11T18:33:36,064 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f., pid=7, masterSystemTime=1731350016043 2024-11-11T18:33:36,067 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e. 2024-11-11T18:33:36,067 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e. 2024-11-11T18:33:36,068 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=47a43dd6b7820df944fcf6fc5a7fc10e, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,37995,1731350014220 2024-11-11T18:33:36,068 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f. 2024-11-11T18:33:36,068 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f. 2024-11-11T18:33:36,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b91da13de8ee4c5a8768a8eb344a09f, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,46721,1731350014250 2024-11-11T18:33:36,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47a43dd6b7820df944fcf6fc5a7fc10e, server=90f34c5bee6a,37995,1731350014220 because future has completed 2024-11-11T18:33:36,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b91da13de8ee4c5a8768a8eb344a09f, server=90f34c5bee6a,46721,1731350014250 because future has completed 2024-11-11T18:33:36,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-11T18:33:36,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 47a43dd6b7820df944fcf6fc5a7fc10e, server=90f34c5bee6a,37995,1731350014220 in 182 msec 2024-11-11T18:33:36,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-11T18:33:36,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b91da13de8ee4c5a8768a8eb344a09f, server=90f34c5bee6a,46721,1731350014250 in 186 msec 2024-11-11T18:33:36,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=47a43dd6b7820df944fcf6fc5a7fc10e, ASSIGN in 345 msec 2024-11-11T18:33:36,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:33:36,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8b91da13de8ee4c5a8768a8eb344a09f, ASSIGN in 347 msec 2024-11-11T18:33:36,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:33:36,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731350016082"}]},"ts":"1731350016082"} 2024-11-11T18:33:36,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T18:33:36,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:33:36,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 801 msec 2024-11-11T18:33:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:36,426 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T18:33:36,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T18:33:36,427 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:33:36,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T18:33:36,431 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:33:36,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T18:33:36,434 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f., hostname=90f34c5bee6a,46721,1731350014250, seqNum=2] 2024-11-11T18:33:36,435 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:36,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:36,450 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e., hostname=90f34c5bee6a,37995,1731350014220, seqNum=2] 2024-11-11T18:33:36,462 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 47a43dd6b7820df944fcf6fc5a7fc10e 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T18:33:36,479 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/47a43dd6b7820df944fcf6fc5a7fc10e/.tmp/family/509f62c979a24fbe8ac9e8904fb2a367 is 32, key is 5/family:/1731350016452/Put/seqid=0 2024-11-11T18:33:36,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741839_1015 (size=5083) 2024-11-11T18:33:36,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741839_1015 (size=5083) 2024-11-11T18:33:36,486 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/47a43dd6b7820df944fcf6fc5a7fc10e/.tmp/family/509f62c979a24fbe8ac9e8904fb2a367 2024-11-11T18:33:36,494 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/47a43dd6b7820df944fcf6fc5a7fc10e/.tmp/family/509f62c979a24fbe8ac9e8904fb2a367 as hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/47a43dd6b7820df944fcf6fc5a7fc10e/family/509f62c979a24fbe8ac9e8904fb2a367 2024-11-11T18:33:36,501 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/47a43dd6b7820df944fcf6fc5a7fc10e/family/509f62c979a24fbe8ac9e8904fb2a367, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T18:33:36,503 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 47a43dd6b7820df944fcf6fc5a7fc10e in 41ms, sequenceid=9, compaction requested=false 2024-11-11T18:33:36,503 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 47a43dd6b7820df944fcf6fc5a7fc10e: 2024-11-11T18:33:36,503 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8b91da13de8ee4c5a8768a8eb344a09f 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T18:33:36,520 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/8b91da13de8ee4c5a8768a8eb344a09f/.tmp/family/7fd85f142e1449abb84ab523e243bba1 is 32, key is 1/family:/1731350016438/Put/seqid=0 2024-11-11T18:33:36,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741840_1016 (size=5054) 2024-11-11T18:33:36,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741840_1016 (size=5054) 2024-11-11T18:33:36,527 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/8b91da13de8ee4c5a8768a8eb344a09f/.tmp/family/7fd85f142e1449abb84ab523e243bba1 2024-11-11T18:33:36,536 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/8b91da13de8ee4c5a8768a8eb344a09f/.tmp/family/7fd85f142e1449abb84ab523e243bba1 as hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/8b91da13de8ee4c5a8768a8eb344a09f/family/7fd85f142e1449abb84ab523e243bba1 2024-11-11T18:33:36,544 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/8b91da13de8ee4c5a8768a8eb344a09f/family/7fd85f142e1449abb84ab523e243bba1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T18:33:36,545 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8b91da13de8ee4c5a8768a8eb344a09f in 42ms, sequenceid=8, compaction requested=false 2024-11-11T18:33:36,545 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8b91da13de8ee4c5a8768a8eb344a09f: 2024-11-11T18:33:36,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:33:36,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:33:36,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:36,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:36,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:36,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:33:36,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:33:36,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=921267825, stopped=false 2024-11-11T18:33:36,552 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,43673,1731350014170 2024-11-11T18:33:36,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:36,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:36,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:36,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:36,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:36,555 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:33:36,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:36,555 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:33:36,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:36,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:36,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:36,555 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:36,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:36,556 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,37995,1731350014220' ***** 2024-11-11T18:33:36,556 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:33:36,556 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,46721,1731350014250' ***** 2024-11-11T18:33:36,556 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:33:36,556 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:33:36,556 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:33:36,557 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:33:36,557 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:33:36,557 INFO [RS:1;90f34c5bee6a:46721 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:33:36,557 INFO [RS:1;90f34c5bee6a:46721 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:33:36,557 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b91da13de8ee4c5a8768a8eb344a09f 2024-11-11T18:33:36,557 INFO [RS:0;90f34c5bee6a:37995 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:33:36,557 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,46721,1731350014250 2024-11-11T18:33:36,557 INFO [RS:0;90f34c5bee6a:37995 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:33:36,557 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:36,557 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.HRegionServer(3091): Received CLOSE for 47a43dd6b7820df944fcf6fc5a7fc10e 2024-11-11T18:33:36,557 INFO [RS:1;90f34c5bee6a:46721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;90f34c5bee6a:46721. 2024-11-11T18:33:36,557 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b91da13de8ee4c5a8768a8eb344a09f, disabling compactions & flushes 2024-11-11T18:33:36,558 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f. 2024-11-11T18:33:36,558 DEBUG [RS:1;90f34c5bee6a:46721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:36,558 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,37995,1731350014220 2024-11-11T18:33:36,558 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f. 2024-11-11T18:33:36,558 DEBUG [RS:1;90f34c5bee6a:46721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:36,558 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:36,558 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f. after waiting 0 ms 2024-11-11T18:33:36,558 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f. 2024-11-11T18:33:36,558 INFO [RS:0;90f34c5bee6a:37995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:37995. 2024-11-11T18:33:36,558 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47a43dd6b7820df944fcf6fc5a7fc10e, disabling compactions & flushes 2024-11-11T18:33:36,558 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:33:36,558 DEBUG [RS:0;90f34c5bee6a:37995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:36,558 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e. 2024-11-11T18:33:36,558 DEBUG [RS:1;90f34c5bee6a:46721 {}] regionserver.HRegionServer(1325): Online Regions={8b91da13de8ee4c5a8768a8eb344a09f=testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f.} 2024-11-11T18:33:36,558 DEBUG [RS:0;90f34c5bee6a:37995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:36,558 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e. 2024-11-11T18:33:36,558 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e. after waiting 0 ms 2024-11-11T18:33:36,558 DEBUG [RS:1;90f34c5bee6a:46721 {}] regionserver.HRegionServer(1351): Waiting on 8b91da13de8ee4c5a8768a8eb344a09f 2024-11-11T18:33:36,558 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:33:36,558 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e. 2024-11-11T18:33:36,558 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:33:36,558 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:33:36,558 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:33:36,559 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:33:36,559 DEBUG [RS:0;90f34c5bee6a:37995 {}] regionserver.HRegionServer(1325): Online Regions={47a43dd6b7820df944fcf6fc5a7fc10e=testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:33:36,559 DEBUG [RS:0;90f34c5bee6a:37995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47a43dd6b7820df944fcf6fc5a7fc10e 2024-11-11T18:33:36,559 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:33:36,559 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:33:36,559 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:33:36,559 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:33:36,559 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:33:36,560 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T18:33:36,564 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/8b91da13de8ee4c5a8768a8eb344a09f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T18:33:36,564 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/default/testClearRegionBlockCache/47a43dd6b7820df944fcf6fc5a7fc10e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T18:33:36,565 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f. 2024-11-11T18:33:36,565 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b91da13de8ee4c5a8768a8eb344a09f: Waiting for close lock at 1731350016557Running coprocessor pre-close hooks at 1731350016557Disabling compacts and flushes for region at 1731350016557Disabling writes for close at 1731350016558 (+1 ms)Writing region close event to WAL at 1731350016559 (+1 ms)Running coprocessor post-close hooks at 1731350016565 (+6 ms)Closed at 1731350016565 2024-11-11T18:33:36,565 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e. 2024-11-11T18:33:36,565 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731350015284.8b91da13de8ee4c5a8768a8eb344a09f. 2024-11-11T18:33:36,565 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47a43dd6b7820df944fcf6fc5a7fc10e: Waiting for close lock at 1731350016558Running coprocessor pre-close hooks at 1731350016558Disabling compacts and flushes for region at 1731350016558Disabling writes for close at 1731350016558Writing region close event to WAL at 1731350016559 (+1 ms)Running coprocessor post-close hooks at 1731350016565 (+6 ms)Closed at 1731350016565 2024-11-11T18:33:36,565 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e. 2024-11-11T18:33:36,579 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740/.tmp/info/f0b0b17fae2b4036b125bb431e22ce93 is 173, key is testClearRegionBlockCache,5,1731350015284.47a43dd6b7820df944fcf6fc5a7fc10e./info:regioninfo/1731350016068/Put/seqid=0 2024-11-11T18:33:36,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741841_1017 (size=8173) 2024-11-11T18:33:36,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741841_1017 (size=8173) 2024-11-11T18:33:36,586 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740/.tmp/info/f0b0b17fae2b4036b125bb431e22ce93 2024-11-11T18:33:36,610 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740/.tmp/ns/47101d9b495041de80da249370561af5 is 43, key is default/ns:d/1731350015179/Put/seqid=0 2024-11-11T18:33:36,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:33:36,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:33:36,618 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740/.tmp/ns/47101d9b495041de80da249370561af5 2024-11-11T18:33:36,631 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:36,636 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:36,643 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740/.tmp/table/f852785ce84e4924883ac9273c8abbcd is 61, key is testClearRegionBlockCache/table:state/1731350016082/Put/seqid=0 2024-11-11T18:33:36,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741843_1019 (size=5312) 2024-11-11T18:33:36,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741843_1019 (size=5312) 2024-11-11T18:33:36,650 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740/.tmp/table/f852785ce84e4924883ac9273c8abbcd 2024-11-11T18:33:36,658 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740/.tmp/info/f0b0b17fae2b4036b125bb431e22ce93 as hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740/info/f0b0b17fae2b4036b125bb431e22ce93 2024-11-11T18:33:36,666 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740/info/f0b0b17fae2b4036b125bb431e22ce93, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T18:33:36,667 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740/.tmp/ns/47101d9b495041de80da249370561af5 as hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740/ns/47101d9b495041de80da249370561af5 2024-11-11T18:33:36,674 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740/ns/47101d9b495041de80da249370561af5, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T18:33:36,675 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740/.tmp/table/f852785ce84e4924883ac9273c8abbcd as hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740/table/f852785ce84e4924883ac9273c8abbcd 2024-11-11T18:33:36,682 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740/table/f852785ce84e4924883ac9273c8abbcd, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T18:33:36,683 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=13, compaction requested=false 2024-11-11T18:33:36,689 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T18:33:36,689 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:33:36,689 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:36,690 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731350016559Running coprocessor pre-close hooks at 1731350016559Disabling compacts and flushes for region at 1731350016559Disabling writes for close at 1731350016559Obtaining lock to block concurrent updates at 1731350016560 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731350016560Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731350016560Flushing stores of hbase:meta,,1.1588230740 at 1731350016561 (+1 ms)Flushing 1588230740/info: creating writer at 1731350016561Flushing 1588230740/info: appending metadata at 1731350016579 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731350016579Flushing 1588230740/ns: creating writer at 1731350016593 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731350016610 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731350016610Flushing 1588230740/table: creating writer at 1731350016625 (+15 ms)Flushing 1588230740/table: appending metadata at 1731350016642 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731350016642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad1ffa: reopening flushed file at 1731350016657 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c98c3dd: reopening flushed file at 1731350016666 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4945baee: reopening flushed file at 1731350016674 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=13, compaction requested=false at 1731350016683 (+9 ms)Writing region close event to WAL at 1731350016685 (+2 ms)Running coprocessor post-close hooks at 1731350016689 (+4 ms)Closed at 1731350016689 2024-11-11T18:33:36,690 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:36,758 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,46721,1731350014250; all regions closed. 2024-11-11T18:33:36,759 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,37995,1731350014220; all regions closed. 2024-11-11T18:33:36,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741834_1010 (size=1758) 2024-11-11T18:33:36,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741834_1010 (size=1758) 2024-11-11T18:33:36,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741835_1011 (size=4338) 2024-11-11T18:33:36,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741835_1011 (size=4338) 2024-11-11T18:33:36,765 DEBUG [RS:1;90f34c5bee6a:46721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/oldWALs 2024-11-11T18:33:36,765 INFO [RS:1;90f34c5bee6a:46721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C46721%2C1731350014250:(num 1731350014674) 2024-11-11T18:33:36,765 DEBUG [RS:1;90f34c5bee6a:46721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:36,765 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:36,765 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:36,765 DEBUG [RS:0;90f34c5bee6a:37995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/oldWALs 2024-11-11T18:33:36,765 INFO [RS:0;90f34c5bee6a:37995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C37995%2C1731350014220.meta:.meta(num 1731350015119) 2024-11-11T18:33:36,765 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:36,765 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:33:36,765 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:33:36,765 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:36,765 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:33:36,765 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:36,766 INFO [RS:1;90f34c5bee6a:46721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46721 2024-11-11T18:33:36,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741833_1009 (size=1867) 2024-11-11T18:33:36,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741833_1009 (size=1867) 2024-11-11T18:33:36,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:36,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,46721,1731350014250 2024-11-11T18:33:36,768 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:36,769 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,46721,1731350014250] 2024-11-11T18:33:36,772 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,46721,1731350014250 already deleted, retry=false 2024-11-11T18:33:36,772 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,46721,1731350014250 expired; onlineServers=1 2024-11-11T18:33:36,774 DEBUG [RS:0;90f34c5bee6a:37995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/oldWALs 2024-11-11T18:33:36,774 INFO [RS:0;90f34c5bee6a:37995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C37995%2C1731350014220:(num 1731350014671) 2024-11-11T18:33:36,774 DEBUG [RS:0;90f34c5bee6a:37995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:36,774 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:36,774 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:36,774 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:36,774 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:36,774 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:36,775 INFO [RS:0;90f34c5bee6a:37995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37995 2024-11-11T18:33:36,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,37995,1731350014220 2024-11-11T18:33:36,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:36,777 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:36,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,37995,1731350014220] 2024-11-11T18:33:36,780 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,37995,1731350014220 already deleted, retry=false 2024-11-11T18:33:36,780 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,37995,1731350014220 expired; onlineServers=0 2024-11-11T18:33:36,780 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,43673,1731350014170' ***** 2024-11-11T18:33:36,780 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:33:36,780 INFO [M:0;90f34c5bee6a:43673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:36,781 INFO [M:0;90f34c5bee6a:43673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:36,781 DEBUG [M:0;90f34c5bee6a:43673 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:33:36,781 DEBUG [M:0;90f34c5bee6a:43673 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:33:36,781 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:33:36,781 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350014464 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350014464,5,FailOnTimeoutGroup] 2024-11-11T18:33:36,781 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350014465 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350014465,5,FailOnTimeoutGroup] 2024-11-11T18:33:36,781 INFO [M:0;90f34c5bee6a:43673 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:36,781 INFO [M:0;90f34c5bee6a:43673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:36,781 DEBUG [M:0;90f34c5bee6a:43673 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:33:36,781 INFO [M:0;90f34c5bee6a:43673 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:33:36,781 INFO [M:0;90f34c5bee6a:43673 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:33:36,782 INFO [M:0;90f34c5bee6a:43673 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:33:36,782 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:33:36,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:36,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:36,783 DEBUG [M:0;90f34c5bee6a:43673 {}] zookeeper.ZKUtil(347): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T18:33:36,783 WARN [M:0;90f34c5bee6a:43673 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:33:36,783 INFO [M:0;90f34c5bee6a:43673 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/.lastflushedseqids 2024-11-11T18:33:36,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741844_1020 (size=182) 2024-11-11T18:33:36,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741844_1020 (size=182) 2024-11-11T18:33:36,792 INFO [M:0;90f34c5bee6a:43673 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:33:36,792 INFO [M:0;90f34c5bee6a:43673 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:33:36,793 DEBUG [M:0;90f34c5bee6a:43673 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:33:36,793 INFO [M:0;90f34c5bee6a:43673 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:36,793 DEBUG [M:0;90f34c5bee6a:43673 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:36,793 DEBUG [M:0;90f34c5bee6a:43673 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:33:36,793 DEBUG [M:0;90f34c5bee6a:43673 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:36,793 INFO [M:0;90f34c5bee6a:43673 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-11T18:33:36,812 DEBUG [M:0;90f34c5bee6a:43673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34355903b3a44752bb584ed83b6f67f3 is 82, key is hbase:meta,,1/info:regioninfo/1731350015164/Put/seqid=0 2024-11-11T18:33:36,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741845_1021 (size=5672) 2024-11-11T18:33:36,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741845_1021 (size=5672) 2024-11-11T18:33:36,819 INFO [M:0;90f34c5bee6a:43673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34355903b3a44752bb584ed83b6f67f3 2024-11-11T18:33:36,842 DEBUG [M:0;90f34c5bee6a:43673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a008e0e645624dfd8cc3671375c48642 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731350016087/Put/seqid=0 2024-11-11T18:33:36,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741846_1022 (size=6219) 2024-11-11T18:33:36,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741846_1022 (size=6219) 2024-11-11T18:33:36,849 INFO [M:0;90f34c5bee6a:43673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a008e0e645624dfd8cc3671375c48642 2024-11-11T18:33:36,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:36,871 INFO [RS:1;90f34c5bee6a:46721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:36,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46721-0x101084e93590002, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:36,871 INFO [RS:1;90f34c5bee6a:46721 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,46721,1731350014250; zookeeper connection closed. 2024-11-11T18:33:36,871 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6384bb69 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6384bb69 2024-11-11T18:33:36,875 DEBUG [M:0;90f34c5bee6a:43673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c54967bb31c44ce9f4e218b57f93ece is 69, key is 90f34c5bee6a,37995,1731350014220/rs:state/1731350014498/Put/seqid=0 2024-11-11T18:33:36,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:36,879 INFO [RS:0;90f34c5bee6a:37995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:36,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37995-0x101084e93590001, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:36,879 INFO [RS:0;90f34c5bee6a:37995 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,37995,1731350014220; zookeeper connection closed. 2024-11-11T18:33:36,879 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a387104 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a387104 2024-11-11T18:33:36,880 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T18:33:36,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741847_1023 (size=5224) 2024-11-11T18:33:36,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741847_1023 (size=5224) 2024-11-11T18:33:36,882 INFO [M:0;90f34c5bee6a:43673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c54967bb31c44ce9f4e218b57f93ece 2024-11-11T18:33:36,888 DEBUG [M:0;90f34c5bee6a:43673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34355903b3a44752bb584ed83b6f67f3 as hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34355903b3a44752bb584ed83b6f67f3 2024-11-11T18:33:36,895 INFO [M:0;90f34c5bee6a:43673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34355903b3a44752bb584ed83b6f67f3, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T18:33:36,896 DEBUG [M:0;90f34c5bee6a:43673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a008e0e645624dfd8cc3671375c48642 as hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a008e0e645624dfd8cc3671375c48642 2024-11-11T18:33:36,902 INFO [M:0;90f34c5bee6a:43673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a008e0e645624dfd8cc3671375c48642, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T18:33:36,903 DEBUG [M:0;90f34c5bee6a:43673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c54967bb31c44ce9f4e218b57f93ece as hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c54967bb31c44ce9f4e218b57f93ece 2024-11-11T18:33:36,911 INFO [M:0;90f34c5bee6a:43673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39945/user/jenkins/test-data/1bccd24c-55f1-eef2-533d-876ce801a1f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c54967bb31c44ce9f4e218b57f93ece, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T18:33:36,912 INFO [M:0;90f34c5bee6a:43673 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=71, compaction requested=false 2024-11-11T18:33:36,913 INFO [M:0;90f34c5bee6a:43673 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:36,914 DEBUG [M:0;90f34c5bee6a:43673 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731350016792Disabling compacts and flushes for region at 1731350016792Disabling writes for close at 1731350016793 (+1 ms)Obtaining lock to block concurrent updates at 1731350016793Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731350016793Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731350016793Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731350016794 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731350016794Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731350016811 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731350016811Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731350016825 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731350016842 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731350016842Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731350016856 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731350016874 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731350016874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2865f3f1: reopening flushed file at 1731350016887 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45918b44: reopening flushed file at 1731350016895 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b1244e6: reopening flushed file at 1731350016902 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=71, compaction requested=false at 1731350016912 (+10 ms)Writing region close event to WAL at 1731350016913 (+1 ms)Closed at 1731350016913 2024-11-11T18:33:36,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741830_1006 (size=35440) 2024-11-11T18:33:36,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32845 is added to blk_1073741830_1006 (size=35440) 2024-11-11T18:33:36,918 INFO [M:0;90f34c5bee6a:43673 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:33:36,918 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:36,918 INFO [M:0;90f34c5bee6a:43673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43673 2024-11-11T18:33:36,918 INFO [M:0;90f34c5bee6a:43673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:36,992 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:33:36,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:37,021 INFO [M:0;90f34c5bee6a:43673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:37,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:37,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43673-0x101084e93590000, quorum=127.0.0.1:61748, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:37,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4eefeb10{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:37,026 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@618975fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:37,026 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:37,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e293652{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:37,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@180ebfaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:37,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:37,057 WARN [BP-2138811508-172.17.0.2-1731350013457 heartbeating to localhost/127.0.0.1:39945 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:33:37,057 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:33:37,057 WARN [BP-2138811508-172.17.0.2-1731350013457 heartbeating to localhost/127.0.0.1:39945 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2138811508-172.17.0.2-1731350013457 (Datanode Uuid a5cdab7a-f57a-431c-9297-f4a990b60b48) service to localhost/127.0.0.1:39945 2024-11-11T18:33:37,057 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:33:37,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/cluster_489cdfae-fe1d-f406-b2e3-2247ea1286d4/data/data3/current/BP-2138811508-172.17.0.2-1731350013457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:37,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/cluster_489cdfae-fe1d-f406-b2e3-2247ea1286d4/data/data4/current/BP-2138811508-172.17.0.2-1731350013457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:37,059 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:33:37,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@786dddb0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:37,061 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a37d455{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:37,061 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:37,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bae69a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:37,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31725c31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:37,063 WARN [BP-2138811508-172.17.0.2-1731350013457 heartbeating to localhost/127.0.0.1:39945 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:33:37,063 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:33:37,063 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:33:37,063 WARN [BP-2138811508-172.17.0.2-1731350013457 heartbeating to localhost/127.0.0.1:39945 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2138811508-172.17.0.2-1731350013457 (Datanode Uuid 0c86d396-89a6-47f1-81be-e0725a845738) service to localhost/127.0.0.1:39945 2024-11-11T18:33:37,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/cluster_489cdfae-fe1d-f406-b2e3-2247ea1286d4/data/data1/current/BP-2138811508-172.17.0.2-1731350013457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:37,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/cluster_489cdfae-fe1d-f406-b2e3-2247ea1286d4/data/data2/current/BP-2138811508-172.17.0.2-1731350013457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:37,064 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:33:37,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b93f09f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:33:37,071 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22bb1eeb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:37,071 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:37,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@570de50c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:37,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aaa90f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:37,079 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:33:37,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:33:37,106 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=112 (was 82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39945 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39945 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 412) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=75 (was 64) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8324 (was 8446) 2024-11-11T18:33:37,113 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=112, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=75, ProcessCount=11, AvailableMemoryMB=8324 2024-11-11T18:33:37,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/hadoop.log.dir so I do NOT create it in target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7 2024-11-11T18:33:37,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:33:37,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/hadoop.tmp.dir so I do NOT create it in target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7 2024-11-11T18:33:37,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/949edd60-bb48-7235-fa1e-27a389c27204/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:33:37,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7 2024-11-11T18:33:37,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:33:37,128 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/cluster_962b2ace-f96f-02bc-8b55-bd1b56f39791, deleteOnExit=true 2024-11-11T18:33:37,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:33:37,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/test.cache.data in system properties and HBase conf 2024-11-11T18:33:37,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:33:37,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:33:37,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:33:37,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:33:37,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:33:37,129 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:33:37,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:33:37,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:33:37,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:33:37,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:33:37,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:33:37,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:33:37,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:33:37,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:33:37,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:33:37,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:33:37,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:33:37,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:33:37,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:33:37,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:33:37,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:37,231 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:37,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:37,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:37,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:33:37,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:37,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e551434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:37,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47f7c81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:37,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4466aaa9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/java.io.tmpdir/jetty-localhost-43517-hadoop-hdfs-3_4_1-tests_jar-_-any-10074253201344188244/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:33:37,351 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@289523c5{HTTP/1.1, (http/1.1)}{localhost:43517} 2024-11-11T18:33:37,351 INFO [Time-limited test {}] server.Server(415): Started @13184ms 2024-11-11T18:33:37,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:37,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:37,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:37,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:37,441 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:33:37,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202d7e6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:37,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c25279c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:37,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18eb8cb0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/java.io.tmpdir/jetty-localhost-35085-hadoop-hdfs-3_4_1-tests_jar-_-any-18354161243668671185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:37,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70923fbc{HTTP/1.1, (http/1.1)}{localhost:35085} 2024-11-11T18:33:37,559 INFO [Time-limited test {}] server.Server(415): Started @13392ms 2024-11-11T18:33:37,561 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:33:37,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:37,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:37,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:37,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:37,600 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:33:37,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fa568dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:37,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b3eaa3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:37,676 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/cluster_962b2ace-f96f-02bc-8b55-bd1b56f39791/data/data1/current/BP-303130119-172.17.0.2-1731350017163/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:37,676 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/cluster_962b2ace-f96f-02bc-8b55-bd1b56f39791/data/data2/current/BP-303130119-172.17.0.2-1731350017163/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:37,699 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:33:37,703 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e009edf22059376 with lease ID 0x9e07b4b2aa29e05a: Processing first storage report for DS-6d118785-703f-4943-97c0-2c3b8a5e8a4f from datanode DatanodeRegistration(127.0.0.1:46611, datanodeUuid=df2cb82a-a0f2-480b-8123-e332bad25bdf, infoPort=32883, infoSecurePort=0, ipcPort=38989, storageInfo=lv=-57;cid=testClusterID;nsid=2072863294;c=1731350017163) 2024-11-11T18:33:37,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e009edf22059376 with lease ID 0x9e07b4b2aa29e05a: from storage DS-6d118785-703f-4943-97c0-2c3b8a5e8a4f node DatanodeRegistration(127.0.0.1:46611, datanodeUuid=df2cb82a-a0f2-480b-8123-e332bad25bdf, infoPort=32883, infoSecurePort=0, ipcPort=38989, storageInfo=lv=-57;cid=testClusterID;nsid=2072863294;c=1731350017163), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:37,703 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e009edf22059376 with lease ID 0x9e07b4b2aa29e05a: Processing first storage report for DS-1e74fb5d-d8e5-41f4-8dc3-6cdae6aeda32 from datanode DatanodeRegistration(127.0.0.1:46611, datanodeUuid=df2cb82a-a0f2-480b-8123-e332bad25bdf, infoPort=32883, infoSecurePort=0, ipcPort=38989, storageInfo=lv=-57;cid=testClusterID;nsid=2072863294;c=1731350017163) 2024-11-11T18:33:37,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e009edf22059376 with lease ID 0x9e07b4b2aa29e05a: from storage DS-1e74fb5d-d8e5-41f4-8dc3-6cdae6aeda32 node DatanodeRegistration(127.0.0.1:46611, datanodeUuid=df2cb82a-a0f2-480b-8123-e332bad25bdf, infoPort=32883, infoSecurePort=0, ipcPort=38989, storageInfo=lv=-57;cid=testClusterID;nsid=2072863294;c=1731350017163), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:37,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4895b7f4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/java.io.tmpdir/jetty-localhost-37239-hadoop-hdfs-3_4_1-tests_jar-_-any-8436494466414243198/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:37,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63fe8cd5{HTTP/1.1, (http/1.1)}{localhost:37239} 2024-11-11T18:33:37,719 INFO [Time-limited test {}] server.Server(415): Started @13553ms 2024-11-11T18:33:37,721 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:33:37,832 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/cluster_962b2ace-f96f-02bc-8b55-bd1b56f39791/data/data4/current/BP-303130119-172.17.0.2-1731350017163/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:37,832 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/cluster_962b2ace-f96f-02bc-8b55-bd1b56f39791/data/data3/current/BP-303130119-172.17.0.2-1731350017163/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:37,857 WARN [Thread-631 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:33:37,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e27c5916959893e with lease ID 0x9e07b4b2aa29e05b: Processing first storage report for DS-0e2c716c-af90-4772-acbd-cee127d58f50 from datanode DatanodeRegistration(127.0.0.1:38947, datanodeUuid=8c2908db-1dfe-48e9-a3e3-9cf9f90f19a5, infoPort=34547, infoSecurePort=0, ipcPort=46739, storageInfo=lv=-57;cid=testClusterID;nsid=2072863294;c=1731350017163) 2024-11-11T18:33:37,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e27c5916959893e with lease ID 0x9e07b4b2aa29e05b: from storage DS-0e2c716c-af90-4772-acbd-cee127d58f50 node DatanodeRegistration(127.0.0.1:38947, datanodeUuid=8c2908db-1dfe-48e9-a3e3-9cf9f90f19a5, infoPort=34547, infoSecurePort=0, ipcPort=46739, storageInfo=lv=-57;cid=testClusterID;nsid=2072863294;c=1731350017163), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T18:33:37,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e27c5916959893e with lease ID 0x9e07b4b2aa29e05b: Processing first storage report for DS-6ce77506-593d-42fa-b8a9-dabf183a8af1 from datanode DatanodeRegistration(127.0.0.1:38947, datanodeUuid=8c2908db-1dfe-48e9-a3e3-9cf9f90f19a5, infoPort=34547, infoSecurePort=0, ipcPort=46739, storageInfo=lv=-57;cid=testClusterID;nsid=2072863294;c=1731350017163) 2024-11-11T18:33:37,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e27c5916959893e with lease ID 0x9e07b4b2aa29e05b: from storage DS-6ce77506-593d-42fa-b8a9-dabf183a8af1 node DatanodeRegistration(127.0.0.1:38947, datanodeUuid=8c2908db-1dfe-48e9-a3e3-9cf9f90f19a5, infoPort=34547, infoSecurePort=0, ipcPort=46739, storageInfo=lv=-57;cid=testClusterID;nsid=2072863294;c=1731350017163), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:37,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7 2024-11-11T18:33:37,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/cluster_962b2ace-f96f-02bc-8b55-bd1b56f39791/zookeeper_0, clientPort=50405, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/cluster_962b2ace-f96f-02bc-8b55-bd1b56f39791/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/cluster_962b2ace-f96f-02bc-8b55-bd1b56f39791/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:33:37,956 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50405 2024-11-11T18:33:37,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:37,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:37,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:33:37,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:33:37,970 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da with version=8 2024-11-11T18:33:37,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/hbase-staging 2024-11-11T18:33:37,972 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:37,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:37,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:37,973 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:37,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:37,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:37,973 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:33:37,973 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:37,974 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34567 2024-11-11T18:33:37,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34567 connecting to ZooKeeper ensemble=127.0.0.1:50405 2024-11-11T18:33:37,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345670x0, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:37,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34567-0x101084ea2320000 connected 2024-11-11T18:33:38,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:38,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:38,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:38,005 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da, hbase.cluster.distributed=false 2024-11-11T18:33:38,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:38,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34567 2024-11-11T18:33:38,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34567 2024-11-11T18:33:38,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34567 2024-11-11T18:33:38,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34567 2024-11-11T18:33:38,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34567 2024-11-11T18:33:38,025 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:38,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:38,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:38,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:38,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:38,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:38,026 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:33:38,026 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:38,026 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43975 2024-11-11T18:33:38,028 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43975 connecting to ZooKeeper ensemble=127.0.0.1:50405 2024-11-11T18:33:38,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:38,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:38,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439750x0, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:38,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439750x0, quorum=127.0.0.1:50405, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:38,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43975-0x101084ea2320001 connected 2024-11-11T18:33:38,036 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:33:38,037 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:33:38,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:33:38,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:38,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-11T18:33:38,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43975 2024-11-11T18:33:38,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43975 2024-11-11T18:33:38,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-11T18:33:38,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-11T18:33:38,056 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:38,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:38,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:38,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:38,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:38,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:38,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:33:38,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:38,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35665 2024-11-11T18:33:38,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35665 connecting to ZooKeeper ensemble=127.0.0.1:50405 2024-11-11T18:33:38,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:38,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:38,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356650x0, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:38,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356650x0, quorum=127.0.0.1:50405, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:38,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35665-0x101084ea2320002 connected 2024-11-11T18:33:38,067 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:33:38,067 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:33:38,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:33:38,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:38,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35665 2024-11-11T18:33:38,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35665 2024-11-11T18:33:38,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35665 2024-11-11T18:33:38,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35665 2024-11-11T18:33:38,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35665 2024-11-11T18:33:38,093 DEBUG [M:0;90f34c5bee6a:34567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:34567 2024-11-11T18:33:38,094 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/90f34c5bee6a,34567,1731350017972 2024-11-11T18:33:38,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:38,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:38,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:38,097 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/90f34c5bee6a,34567,1731350017972 2024-11-11T18:33:38,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:38,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:38,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,100 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T18:33:38,100 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/90f34c5bee6a,34567,1731350017972 from backup master directory 2024-11-11T18:33:38,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/90f34c5bee6a,34567,1731350017972 2024-11-11T18:33:38,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:38,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:38,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:38,103 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:38,103 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,34567,1731350017972 2024-11-11T18:33:38,109 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/hbase.id] with ID: c6fff1f2-e145-49f5-b4af-7fb253ad0e9e 2024-11-11T18:33:38,109 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/.tmp/hbase.id 2024-11-11T18:33:38,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:33:38,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:33:38,117 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/.tmp/hbase.id]:[hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/hbase.id] 2024-11-11T18:33:38,132 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:38,132 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:33:38,134 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T18:33:38,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:33:38,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:33:38,145 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:33:38,146 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:33:38,146 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:38,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:33:38,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:33:38,156 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store 2024-11-11T18:33:38,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:33:38,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:33:38,167 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:38,167 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:33:38,167 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:38,167 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:38,167 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:33:38,167 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:38,167 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:38,167 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731350018167Disabling compacts and flushes for region at 1731350018167Disabling writes for close at 1731350018167Writing region close event to WAL at 1731350018167Closed at 1731350018167 2024-11-11T18:33:38,168 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/.initializing 2024-11-11T18:33:38,168 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/WALs/90f34c5bee6a,34567,1731350017972 2024-11-11T18:33:38,169 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:38,171 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C34567%2C1731350017972, suffix=, logDir=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/WALs/90f34c5bee6a,34567,1731350017972, archiveDir=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/oldWALs, maxLogs=10 2024-11-11T18:33:38,190 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/WALs/90f34c5bee6a,34567,1731350017972/90f34c5bee6a%2C34567%2C1731350017972.1731350018171, exclude list is [], retry=0 2024-11-11T18:33:38,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46611,DS-6d118785-703f-4943-97c0-2c3b8a5e8a4f,DISK] 2024-11-11T18:33:38,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38947,DS-0e2c716c-af90-4772-acbd-cee127d58f50,DISK] 2024-11-11T18:33:38,195 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/WALs/90f34c5bee6a,34567,1731350017972/90f34c5bee6a%2C34567%2C1731350017972.1731350018171 2024-11-11T18:33:38,196 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32883:32883),(127.0.0.1/127.0.0.1:34547:34547)] 2024-11-11T18:33:38,196 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:33:38,196 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:38,196 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:38,196 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:38,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:38,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:33:38,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:38,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:38,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:38,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:33:38,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:38,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:38,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:38,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:33:38,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:38,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:38,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:38,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:33:38,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:38,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:38,206 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:38,206 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:38,207 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:38,208 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:38,208 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:38,209 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:38,210 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:38,212 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:38,213 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63981676, jitterRate=-0.046598732471466064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:38,214 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731350018196Initializing all the Stores at 1731350018197 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350018197Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350018197Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350018197Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350018197Cleaning up temporary data from old regions at 1731350018208 (+11 ms)Region opened successfully at 1731350018214 (+6 ms) 2024-11-11T18:33:38,214 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:33:38,218 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca4a0f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:38,219 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:33:38,220 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:33:38,220 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:33:38,220 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:33:38,220 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:33:38,221 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:33:38,221 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:33:38,226 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:33:38,227 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T18:33:38,229 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T18:33:38,230 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:33:38,231 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:33:38,232 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T18:33:38,232 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:33:38,233 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:33:38,234 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T18:33:38,235 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:33:38,237 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T18:33:38,238 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:33:38,241 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T18:33:38,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:38,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:38,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:38,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,243 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,34567,1731350017972, sessionid=0x101084ea2320000, setting cluster-up flag (Was=false) 2024-11-11T18:33:38,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,253 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T18:33:38,254 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,34567,1731350017972 2024-11-11T18:33:38,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,269 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T18:33:38,270 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,34567,1731350017972 2024-11-11T18:33:38,271 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:33:38,273 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:38,273 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:33:38,273 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:33:38,274 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,34567,1731350017972 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:33:38,275 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:38,275 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:38,275 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:38,275 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:38,275 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:33:38,275 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,275 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:38,275 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,277 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.HRegionServer(746): ClusterId : c6fff1f2-e145-49f5-b4af-7fb253ad0e9e 2024-11-11T18:33:38,277 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.HRegionServer(746): ClusterId : c6fff1f2-e145-49f5-b4af-7fb253ad0e9e 2024-11-11T18:33:38,277 DEBUG [RS:0;90f34c5bee6a:43975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:33:38,277 DEBUG [RS:1;90f34c5bee6a:35665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:33:38,277 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:38,278 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:33:38,279 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:38,279 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:33:38,285 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731350048285 2024-11-11T18:33:38,285 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:33:38,285 DEBUG [RS:1;90f34c5bee6a:35665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:33:38,285 DEBUG [RS:0;90f34c5bee6a:43975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:33:38,285 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:33:38,285 DEBUG [RS:0;90f34c5bee6a:43975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:33:38,285 DEBUG [RS:1;90f34c5bee6a:35665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:33:38,285 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:33:38,285 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:33:38,285 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:33:38,285 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:33:38,286 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,286 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:33:38,286 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:33:38,286 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:33:38,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:33:38,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:33:38,287 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350018287,5,FailOnTimeoutGroup] 2024-11-11T18:33:38,287 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350018287,5,FailOnTimeoutGroup] 2024-11-11T18:33:38,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:33:38,287 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,288 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,288 DEBUG [RS:0;90f34c5bee6a:43975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:33:38,288 DEBUG [RS:1;90f34c5bee6a:35665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:33:38,289 DEBUG [RS:0;90f34c5bee6a:43975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8f5593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:38,289 DEBUG [RS:1;90f34c5bee6a:35665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175910d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:38,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:33:38,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:33:38,300 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:33:38,301 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da 2024-11-11T18:33:38,307 DEBUG [RS:1;90f34c5bee6a:35665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;90f34c5bee6a:35665 2024-11-11T18:33:38,307 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:33:38,307 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:33:38,307 DEBUG [RS:1;90f34c5bee6a:35665 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:33:38,308 DEBUG [RS:0;90f34c5bee6a:43975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:43975 2024-11-11T18:33:38,308 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:33:38,308 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:33:38,308 DEBUG [RS:0;90f34c5bee6a:43975 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:33:38,308 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,34567,1731350017972 with port=35665, startcode=1731350018056 2024-11-11T18:33:38,309 DEBUG [RS:1;90f34c5bee6a:35665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:33:38,309 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,34567,1731350017972 with port=43975, startcode=1731350018025 2024-11-11T18:33:38,309 DEBUG [RS:0;90f34c5bee6a:43975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:33:38,313 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:33:38,313 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:33:38,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,35665,1731350018056 2024-11-11T18:33:38,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34567 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,35665,1731350018056 2024-11-11T18:33:38,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:33:38,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:33:38,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:38,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,43975,1731350018025 2024-11-11T18:33:38,317 DEBUG [RS:1;90f34c5bee6a:35665 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da 2024-11-11T18:33:38,317 DEBUG [RS:1;90f34c5bee6a:35665 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46655 2024-11-11T18:33:38,317 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34567 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,43975,1731350018025 2024-11-11T18:33:38,317 DEBUG [RS:1;90f34c5bee6a:35665 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:33:38,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:33:38,318 DEBUG [RS:0;90f34c5bee6a:43975 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da 2024-11-11T18:33:38,318 DEBUG [RS:0;90f34c5bee6a:43975 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46655 2024-11-11T18:33:38,318 DEBUG [RS:0;90f34c5bee6a:43975 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:33:38,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:38,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:33:38,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:38,320 DEBUG [RS:1;90f34c5bee6a:35665 {}] zookeeper.ZKUtil(111): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,35665,1731350018056 2024-11-11T18:33:38,320 WARN [RS:1;90f34c5bee6a:35665 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:38,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:38,321 INFO [RS:1;90f34c5bee6a:35665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:38,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:33:38,321 DEBUG [RS:1;90f34c5bee6a:35665 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/WALs/90f34c5bee6a,35665,1731350018056 2024-11-11T18:33:38,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:33:38,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:38,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:38,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:33:38,324 DEBUG [RS:0;90f34c5bee6a:43975 {}] zookeeper.ZKUtil(111): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,43975,1731350018025 2024-11-11T18:33:38,324 WARN [RS:0;90f34c5bee6a:43975 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:38,324 INFO [RS:0;90f34c5bee6a:43975 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:38,324 DEBUG [RS:0;90f34c5bee6a:43975 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/WALs/90f34c5bee6a,43975,1731350018025 2024-11-11T18:33:38,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:33:38,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:38,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:38,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:33:38,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:33:38,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:38,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:38,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:33:38,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,43975,1731350018025] 2024-11-11T18:33:38,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,35665,1731350018056] 2024-11-11T18:33:38,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740 2024-11-11T18:33:38,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740 2024-11-11T18:33:38,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:33:38,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:33:38,331 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:38,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:33:38,339 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:33:38,339 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:33:38,345 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:33:38,345 INFO [RS:0;90f34c5bee6a:43975 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:33:38,345 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,346 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:38,346 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:33:38,347 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:33:38,347 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62239273, jitterRate=-0.0725625604391098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:38,347 INFO [RS:1;90f34c5bee6a:35665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:33:38,347 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,347 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:33:38,348 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:33:38,348 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,348 DEBUG [RS:0;90f34c5bee6a:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,348 DEBUG [RS:0;90f34c5bee6a:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,348 DEBUG [RS:0;90f34c5bee6a:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,348 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:33:38,348 DEBUG [RS:0;90f34c5bee6a:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731350018316Initializing all the Stores at 1731350018317 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350018318 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350018318Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350018318Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350018318Cleaning up temporary data from old regions at 1731350018331 (+13 ms)Region opened successfully at 1731350018348 (+17 ms) 2024-11-11T18:33:38,348 DEBUG [RS:0;90f34c5bee6a:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,349 DEBUG [RS:0;90f34c5bee6a:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:38,349 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:33:38,349 DEBUG [RS:0;90f34c5bee6a:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,349 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:33:38,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:33:38,349 DEBUG [RS:0;90f34c5bee6a:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,349 DEBUG [RS:1;90f34c5bee6a:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:33:38,349 DEBUG [RS:0;90f34c5bee6a:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:33:38,349 DEBUG [RS:1;90f34c5bee6a:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,349 DEBUG [RS:0;90f34c5bee6a:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,349 DEBUG [RS:0;90f34c5bee6a:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,349 DEBUG [RS:1;90f34c5bee6a:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,349 DEBUG [RS:0;90f34c5bee6a:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,349 DEBUG [RS:0;90f34c5bee6a:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:38,349 DEBUG [RS:1;90f34c5bee6a:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,349 DEBUG [RS:0;90f34c5bee6a:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:38,349 DEBUG [RS:1;90f34c5bee6a:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,349 DEBUG [RS:1;90f34c5bee6a:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:38,349 DEBUG [RS:1;90f34c5bee6a:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,349 DEBUG [RS:1;90f34c5bee6a:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,350 DEBUG [RS:1;90f34c5bee6a:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,350 DEBUG [RS:1;90f34c5bee6a:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,350 DEBUG [RS:1;90f34c5bee6a:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,350 DEBUG [RS:1;90f34c5bee6a:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:38,350 DEBUG [RS:1;90f34c5bee6a:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:38,350 DEBUG [RS:1;90f34c5bee6a:35665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:38,353 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:38,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731350018349Disabling compacts and flushes for region at 1731350018349Disabling writes for close at 1731350018349Writing region close event to WAL at 1731350018353 (+4 ms)Closed at 1731350018353 2024-11-11T18:33:38,354 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,354 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,354 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,354 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,354 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,354 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:38,355 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43975,1731350018025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:38,355 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:33:38,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:33:38,357 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:33:38,358 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:33:38,360 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,360 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,360 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,360 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,360 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,361 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35665,1731350018056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:38,384 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:33:38,384 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,43975,1731350018025-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,384 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,384 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.Replication(171): 90f34c5bee6a,43975,1731350018025 started 2024-11-11T18:33:38,387 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:33:38,387 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,35665,1731350018056-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,387 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,387 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.Replication(171): 90f34c5bee6a,35665,1731350018056 started 2024-11-11T18:33:38,407 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,407 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,43975,1731350018025, RpcServer on 90f34c5bee6a/172.17.0.2:43975, sessionid=0x101084ea2320001 2024-11-11T18:33:38,407 DEBUG [RS:0;90f34c5bee6a:43975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:33:38,407 DEBUG [RS:0;90f34c5bee6a:43975 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,43975,1731350018025 2024-11-11T18:33:38,407 DEBUG [RS:0;90f34c5bee6a:43975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,43975,1731350018025' 2024-11-11T18:33:38,407 DEBUG [RS:0;90f34c5bee6a:43975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:33:38,408 DEBUG [RS:0;90f34c5bee6a:43975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:33:38,408 DEBUG [RS:0;90f34c5bee6a:43975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:33:38,408 DEBUG [RS:0;90f34c5bee6a:43975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:33:38,408 DEBUG [RS:0;90f34c5bee6a:43975 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,43975,1731350018025 2024-11-11T18:33:38,408 DEBUG [RS:0;90f34c5bee6a:43975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,43975,1731350018025' 2024-11-11T18:33:38,409 DEBUG [RS:0;90f34c5bee6a:43975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:33:38,409 DEBUG [RS:0;90f34c5bee6a:43975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:33:38,409 DEBUG [RS:0;90f34c5bee6a:43975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:33:38,409 INFO [RS:0;90f34c5bee6a:43975 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:33:38,409 INFO [RS:0;90f34c5bee6a:43975 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:33:38,410 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,410 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,35665,1731350018056, RpcServer on 90f34c5bee6a/172.17.0.2:35665, sessionid=0x101084ea2320002 2024-11-11T18:33:38,410 DEBUG [RS:1;90f34c5bee6a:35665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:33:38,410 DEBUG [RS:1;90f34c5bee6a:35665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,35665,1731350018056 2024-11-11T18:33:38,410 DEBUG [RS:1;90f34c5bee6a:35665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,35665,1731350018056' 2024-11-11T18:33:38,410 DEBUG [RS:1;90f34c5bee6a:35665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:33:38,411 DEBUG [RS:1;90f34c5bee6a:35665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:33:38,411 DEBUG [RS:1;90f34c5bee6a:35665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:33:38,411 DEBUG [RS:1;90f34c5bee6a:35665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:33:38,411 DEBUG [RS:1;90f34c5bee6a:35665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,35665,1731350018056 2024-11-11T18:33:38,411 DEBUG [RS:1;90f34c5bee6a:35665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,35665,1731350018056' 2024-11-11T18:33:38,411 DEBUG [RS:1;90f34c5bee6a:35665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:33:38,412 DEBUG [RS:1;90f34c5bee6a:35665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:33:38,412 DEBUG [RS:1;90f34c5bee6a:35665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:33:38,412 INFO [RS:1;90f34c5bee6a:35665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:33:38,412 INFO [RS:1;90f34c5bee6a:35665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:33:38,508 WARN [90f34c5bee6a:34567 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T18:33:38,510 INFO [RS:0;90f34c5bee6a:43975 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:38,513 INFO [RS:1;90f34c5bee6a:35665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:38,513 INFO [RS:0;90f34c5bee6a:43975 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C43975%2C1731350018025, suffix=, logDir=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/WALs/90f34c5bee6a,43975,1731350018025, archiveDir=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/oldWALs, maxLogs=32 2024-11-11T18:33:38,515 INFO [RS:1;90f34c5bee6a:35665 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C35665%2C1731350018056, suffix=, logDir=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/WALs/90f34c5bee6a,35665,1731350018056, archiveDir=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/oldWALs, maxLogs=32 2024-11-11T18:33:38,530 DEBUG [RS:1;90f34c5bee6a:35665 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/WALs/90f34c5bee6a,35665,1731350018056/90f34c5bee6a%2C35665%2C1731350018056.1731350018516, exclude list is [], retry=0 2024-11-11T18:33:38,531 DEBUG [RS:0;90f34c5bee6a:43975 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/WALs/90f34c5bee6a,43975,1731350018025/90f34c5bee6a%2C43975%2C1731350018025.1731350018514, exclude list is [], retry=0 2024-11-11T18:33:38,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46611,DS-6d118785-703f-4943-97c0-2c3b8a5e8a4f,DISK] 2024-11-11T18:33:38,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38947,DS-0e2c716c-af90-4772-acbd-cee127d58f50,DISK] 2024-11-11T18:33:38,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38947,DS-0e2c716c-af90-4772-acbd-cee127d58f50,DISK] 2024-11-11T18:33:38,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46611,DS-6d118785-703f-4943-97c0-2c3b8a5e8a4f,DISK] 2024-11-11T18:33:38,537 INFO [RS:1;90f34c5bee6a:35665 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/WALs/90f34c5bee6a,35665,1731350018056/90f34c5bee6a%2C35665%2C1731350018056.1731350018516 2024-11-11T18:33:38,537 INFO [RS:0;90f34c5bee6a:43975 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/WALs/90f34c5bee6a,43975,1731350018025/90f34c5bee6a%2C43975%2C1731350018025.1731350018514 2024-11-11T18:33:38,538 DEBUG [RS:1;90f34c5bee6a:35665 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34547:34547),(127.0.0.1/127.0.0.1:32883:32883)] 2024-11-11T18:33:38,538 DEBUG [RS:0;90f34c5bee6a:43975 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34547:34547),(127.0.0.1/127.0.0.1:32883:32883)] 2024-11-11T18:33:38,759 DEBUG [90f34c5bee6a:34567 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T18:33:38,759 DEBUG [90f34c5bee6a:34567 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:33:38,761 DEBUG [90f34c5bee6a:34567 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:33:38,761 DEBUG [90f34c5bee6a:34567 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:33:38,761 DEBUG [90f34c5bee6a:34567 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:33:38,761 DEBUG [90f34c5bee6a:34567 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:33:38,761 INFO [90f34c5bee6a:34567 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:33:38,761 INFO [90f34c5bee6a:34567 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:33:38,761 DEBUG [90f34c5bee6a:34567 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:33:38,762 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,43975,1731350018025 2024-11-11T18:33:38,763 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,43975,1731350018025, state=OPENING 2024-11-11T18:33:38,765 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:33:38,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:38,768 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:33:38,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:38,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:38,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:38,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43975,1731350018025}] 2024-11-11T18:33:38,921 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:38,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:38,927 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:33:38,928 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:38,928 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:33:38,930 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C43975%2C1731350018025.meta, suffix=.meta, logDir=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/WALs/90f34c5bee6a,43975,1731350018025, archiveDir=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/oldWALs, maxLogs=32 2024-11-11T18:33:38,945 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/WALs/90f34c5bee6a,43975,1731350018025/90f34c5bee6a%2C43975%2C1731350018025.meta.1731350018931.meta, exclude list is [], retry=0 2024-11-11T18:33:38,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46611,DS-6d118785-703f-4943-97c0-2c3b8a5e8a4f,DISK] 2024-11-11T18:33:38,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38947,DS-0e2c716c-af90-4772-acbd-cee127d58f50,DISK] 2024-11-11T18:33:38,949 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/WALs/90f34c5bee6a,43975,1731350018025/90f34c5bee6a%2C43975%2C1731350018025.meta.1731350018931.meta 2024-11-11T18:33:38,950 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32883:32883),(127.0.0.1/127.0.0.1:34547:34547)] 2024-11-11T18:33:38,950 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:33:38,950 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:33:38,950 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:33:38,951 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:33:38,951 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:33:38,951 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:38,951 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:33:38,951 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:33:38,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:33:38,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:33:38,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:38,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:38,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:33:38,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:33:38,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:38,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:38,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:33:38,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:33:38,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:38,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:38,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:33:38,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:33:38,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:38,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:38,958 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:33:38,959 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740 2024-11-11T18:33:38,960 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740 2024-11-11T18:33:38,961 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:33:38,961 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:33:38,962 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:38,963 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:33:38,964 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71451232, jitterRate=0.06470632553100586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:38,965 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:33:38,966 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731350018951Writing region info on filesystem at 1731350018951Initializing all the Stores at 1731350018952 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350018952Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350018952Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350018952Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350018952Cleaning up temporary data from old regions at 1731350018961 (+9 ms)Running coprocessor post-open hooks at 1731350018965 (+4 ms)Region opened successfully at 1731350018966 (+1 ms) 2024-11-11T18:33:38,967 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731350018921 2024-11-11T18:33:38,970 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:33:38,970 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:33:38,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,43975,1731350018025 2024-11-11T18:33:38,972 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,43975,1731350018025, state=OPEN 2024-11-11T18:33:38,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:38,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:38,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:38,974 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43975,1731350018025 2024-11-11T18:33:38,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:38,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:38,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:38,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:33:38,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,43975,1731350018025 in 206 msec 2024-11-11T18:33:38,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:33:38,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-11T18:33:38,981 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:38,981 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:33:38,982 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:33:38,983 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43975,1731350018025, seqNum=-1] 2024-11-11T18:33:38,983 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:38,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:38,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 717 msec 2024-11-11T18:33:38,990 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731350018990, completionTime=-1 2024-11-11T18:33:38,990 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T18:33:38,990 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:33:38,992 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T18:33:38,992 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731350078992 2024-11-11T18:33:38,992 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731350138992 2024-11-11T18:33:38,992 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T18:33:38,993 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,34567,1731350017972-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,993 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,34567,1731350017972-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,993 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,34567,1731350017972-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,993 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:34567, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,993 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,993 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:38,995 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:33:38,997 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.894sec 2024-11-11T18:33:38,997 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:33:38,997 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:33:38,997 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:33:38,997 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:33:38,998 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:33:38,998 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,34567,1731350017972-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:38,998 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,34567,1731350017972-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:33:39,000 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:33:39,000 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:33:39,000 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,34567,1731350017972-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:39,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df0e48d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:39,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,34567,-1 for getting cluster id 2024-11-11T18:33:39,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:33:39,080 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6fff1f2-e145-49f5-b4af-7fb253ad0e9e' 2024-11-11T18:33:39,081 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:33:39,081 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6fff1f2-e145-49f5-b4af-7fb253ad0e9e" 2024-11-11T18:33:39,081 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199b0123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:39,081 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,34567,-1] 2024-11-11T18:33:39,082 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:33:39,082 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:39,083 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:33:39,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59071867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:39,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:33:39,085 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,43975,1731350018025, seqNum=-1] 2024-11-11T18:33:39,086 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:39,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:39,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,34567,1731350017972 2024-11-11T18:33:39,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:33:39,090 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,34567,1731350017972 2024-11-11T18:33:39,090 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bee20bc 2024-11-11T18:33:39,091 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:33:39,091 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:33:39,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:33:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T18:33:39,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:33:39,095 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:39,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T18:33:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:39,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:33:39,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741836_1012 (size=379) 2024-11-11T18:33:39,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741836_1012 (size=379) 2024-11-11T18:33:39,108 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca6fef9cf4f23c5a338a6fa5b804d1bb, NAME => 'testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da 2024-11-11T18:33:39,108 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a9a80e7b0b840e751269ecc3db97a961, NAME => 'testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da 2024-11-11T18:33:39,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741837_1013 (size=61) 2024-11-11T18:33:39,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741837_1013 (size=61) 2024-11-11T18:33:39,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741838_1014 (size=61) 2024-11-11T18:33:39,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741838_1014 (size=61) 2024-11-11T18:33:39,120 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:39,120 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a9a80e7b0b840e751269ecc3db97a961, disabling compactions & flushes 2024-11-11T18:33:39,120 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961. 2024-11-11T18:33:39,120 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961. 2024-11-11T18:33:39,120 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961. after waiting 0 ms 2024-11-11T18:33:39,120 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:39,120 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961. 2024-11-11T18:33:39,120 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961. 2024-11-11T18:33:39,120 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ca6fef9cf4f23c5a338a6fa5b804d1bb, disabling compactions & flushes 2024-11-11T18:33:39,120 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a9a80e7b0b840e751269ecc3db97a961: Waiting for close lock at 1731350019120Disabling compacts and flushes for region at 1731350019120Disabling writes for close at 1731350019120Writing region close event to WAL at 1731350019120Closed at 1731350019120 2024-11-11T18:33:39,120 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb. 2024-11-11T18:33:39,120 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb. 2024-11-11T18:33:39,120 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb. after waiting 0 ms 2024-11-11T18:33:39,120 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb. 2024-11-11T18:33:39,120 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb. 2024-11-11T18:33:39,120 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca6fef9cf4f23c5a338a6fa5b804d1bb: Waiting for close lock at 1731350019120Disabling compacts and flushes for region at 1731350019120Disabling writes for close at 1731350019120Writing region close event to WAL at 1731350019120Closed at 1731350019120 2024-11-11T18:33:39,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:33:39,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731350019122"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731350019122"}]},"ts":"1731350019122"} 2024-11-11T18:33:39,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731350019122"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731350019122"}]},"ts":"1731350019122"} 2024-11-11T18:33:39,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T18:33:39,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:33:39,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731350019127"}]},"ts":"1731350019127"} 2024-11-11T18:33:39,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T18:33:39,130 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:33:39,131 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:33:39,131 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:33:39,131 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:33:39,131 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:33:39,131 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:33:39,131 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:33:39,131 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:33:39,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ca6fef9cf4f23c5a338a6fa5b804d1bb, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a9a80e7b0b840e751269ecc3db97a961, ASSIGN}] 2024-11-11T18:33:39,133 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a9a80e7b0b840e751269ecc3db97a961, ASSIGN 2024-11-11T18:33:39,133 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ca6fef9cf4f23c5a338a6fa5b804d1bb, ASSIGN 2024-11-11T18:33:39,134 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a9a80e7b0b840e751269ecc3db97a961, ASSIGN; state=OFFLINE, location=90f34c5bee6a,43975,1731350018025; forceNewPlan=false, retain=false 2024-11-11T18:33:39,135 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ca6fef9cf4f23c5a338a6fa5b804d1bb, ASSIGN; state=OFFLINE, location=90f34c5bee6a,35665,1731350018056; forceNewPlan=false, retain=false 2024-11-11T18:33:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:39,285 INFO [90f34c5bee6a:34567 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T18:33:39,285 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca6fef9cf4f23c5a338a6fa5b804d1bb, regionState=OPENING, regionLocation=90f34c5bee6a,35665,1731350018056 2024-11-11T18:33:39,285 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a9a80e7b0b840e751269ecc3db97a961, regionState=OPENING, regionLocation=90f34c5bee6a,43975,1731350018025 2024-11-11T18:33:39,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a9a80e7b0b840e751269ecc3db97a961, ASSIGN because future has completed 2024-11-11T18:33:39,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9a80e7b0b840e751269ecc3db97a961, server=90f34c5bee6a,43975,1731350018025}] 2024-11-11T18:33:39,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ca6fef9cf4f23c5a338a6fa5b804d1bb, ASSIGN because future has completed 2024-11-11T18:33:39,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca6fef9cf4f23c5a338a6fa5b804d1bb, server=90f34c5bee6a,35665,1731350018056}] 2024-11-11T18:33:39,347 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T18:33:39,347 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T18:33:39,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:33:39,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T18:33:39,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T18:33:39,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T18:33:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:39,444 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:39,446 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961. 2024-11-11T18:33:39,446 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a9a80e7b0b840e751269ecc3db97a961, NAME => 'testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T18:33:39,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:39,446 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a9a80e7b0b840e751269ecc3db97a961 2024-11-11T18:33:39,446 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:39,446 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a9a80e7b0b840e751269ecc3db97a961 2024-11-11T18:33:39,446 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a9a80e7b0b840e751269ecc3db97a961 2024-11-11T18:33:39,448 INFO [StoreOpener-a9a80e7b0b840e751269ecc3db97a961-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a9a80e7b0b840e751269ecc3db97a961 2024-11-11T18:33:39,449 INFO [StoreOpener-a9a80e7b0b840e751269ecc3db97a961-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9a80e7b0b840e751269ecc3db97a961 columnFamilyName family 2024-11-11T18:33:39,449 DEBUG [StoreOpener-a9a80e7b0b840e751269ecc3db97a961-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:39,450 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb. 2024-11-11T18:33:39,450 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => ca6fef9cf4f23c5a338a6fa5b804d1bb, NAME => 'testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T18:33:39,450 INFO [StoreOpener-a9a80e7b0b840e751269ecc3db97a961-1 {}] regionserver.HStore(327): Store=a9a80e7b0b840e751269ecc3db97a961/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:39,450 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ca6fef9cf4f23c5a338a6fa5b804d1bb 2024-11-11T18:33:39,450 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:39,450 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a9a80e7b0b840e751269ecc3db97a961 2024-11-11T18:33:39,450 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for ca6fef9cf4f23c5a338a6fa5b804d1bb 2024-11-11T18:33:39,450 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for ca6fef9cf4f23c5a338a6fa5b804d1bb 2024-11-11T18:33:39,451 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/a9a80e7b0b840e751269ecc3db97a961 2024-11-11T18:33:39,452 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/a9a80e7b0b840e751269ecc3db97a961 2024-11-11T18:33:39,452 INFO [StoreOpener-ca6fef9cf4f23c5a338a6fa5b804d1bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ca6fef9cf4f23c5a338a6fa5b804d1bb 2024-11-11T18:33:39,452 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a9a80e7b0b840e751269ecc3db97a961 2024-11-11T18:33:39,452 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a9a80e7b0b840e751269ecc3db97a961 2024-11-11T18:33:39,453 INFO [StoreOpener-ca6fef9cf4f23c5a338a6fa5b804d1bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca6fef9cf4f23c5a338a6fa5b804d1bb columnFamilyName family 2024-11-11T18:33:39,453 DEBUG [StoreOpener-ca6fef9cf4f23c5a338a6fa5b804d1bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:39,454 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a9a80e7b0b840e751269ecc3db97a961 2024-11-11T18:33:39,454 INFO [StoreOpener-ca6fef9cf4f23c5a338a6fa5b804d1bb-1 {}] regionserver.HStore(327): Store=ca6fef9cf4f23c5a338a6fa5b804d1bb/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:39,454 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for ca6fef9cf4f23c5a338a6fa5b804d1bb 2024-11-11T18:33:39,455 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/ca6fef9cf4f23c5a338a6fa5b804d1bb 2024-11-11T18:33:39,455 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/ca6fef9cf4f23c5a338a6fa5b804d1bb 2024-11-11T18:33:39,456 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for ca6fef9cf4f23c5a338a6fa5b804d1bb 2024-11-11T18:33:39,456 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for ca6fef9cf4f23c5a338a6fa5b804d1bb 2024-11-11T18:33:39,456 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/a9a80e7b0b840e751269ecc3db97a961/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:39,457 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened a9a80e7b0b840e751269ecc3db97a961; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66996389, jitterRate=-0.0016760081052780151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:33:39,457 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9a80e7b0b840e751269ecc3db97a961 2024-11-11T18:33:39,458 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a9a80e7b0b840e751269ecc3db97a961: Running coprocessor pre-open hook at 1731350019446Writing region info on filesystem at 1731350019446Initializing all the Stores at 1731350019447 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350019448 (+1 ms)Cleaning up temporary data from old regions at 1731350019452 (+4 ms)Running coprocessor post-open hooks at 1731350019457 (+5 ms)Region opened successfully at 1731350019458 (+1 ms) 2024-11-11T18:33:39,458 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for ca6fef9cf4f23c5a338a6fa5b804d1bb 2024-11-11T18:33:39,459 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961., pid=7, masterSystemTime=1731350019442 2024-11-11T18:33:39,461 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/ca6fef9cf4f23c5a338a6fa5b804d1bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:39,461 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened ca6fef9cf4f23c5a338a6fa5b804d1bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75486871, jitterRate=0.12484203279018402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:33:39,461 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca6fef9cf4f23c5a338a6fa5b804d1bb 2024-11-11T18:33:39,462 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for ca6fef9cf4f23c5a338a6fa5b804d1bb: Running coprocessor pre-open hook at 1731350019450Writing region info on filesystem at 1731350019450Initializing all the Stores at 1731350019451 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350019451Cleaning up temporary data from old regions at 1731350019456 (+5 ms)Running coprocessor post-open hooks at 1731350019461 (+5 ms)Region opened successfully at 1731350019462 (+1 ms) 2024-11-11T18:33:39,462 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961. 2024-11-11T18:33:39,462 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961. 2024-11-11T18:33:39,462 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb., pid=8, masterSystemTime=1731350019444 2024-11-11T18:33:39,463 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a9a80e7b0b840e751269ecc3db97a961, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,43975,1731350018025 2024-11-11T18:33:39,465 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb. 2024-11-11T18:33:39,465 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb. 2024-11-11T18:33:39,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9a80e7b0b840e751269ecc3db97a961, server=90f34c5bee6a,43975,1731350018025 because future has completed 2024-11-11T18:33:39,466 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca6fef9cf4f23c5a338a6fa5b804d1bb, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,35665,1731350018056 2024-11-11T18:33:39,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca6fef9cf4f23c5a338a6fa5b804d1bb, server=90f34c5bee6a,35665,1731350018056 because future has completed 2024-11-11T18:33:39,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T18:33:39,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a9a80e7b0b840e751269ecc3db97a961, server=90f34c5bee6a,43975,1731350018025 in 178 msec 2024-11-11T18:33:39,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-11T18:33:39,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ca6fef9cf4f23c5a338a6fa5b804d1bb, server=90f34c5bee6a,35665,1731350018056 in 181 msec 2024-11-11T18:33:39,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a9a80e7b0b840e751269ecc3db97a961, ASSIGN in 340 msec 2024-11-11T18:33:39,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:33:39,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ca6fef9cf4f23c5a338a6fa5b804d1bb, ASSIGN in 343 msec 2024-11-11T18:33:39,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:33:39,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731350019477"}]},"ts":"1731350019477"} 2024-11-11T18:33:39,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T18:33:39,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:33:39,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 388 msec 2024-11-11T18:33:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:39,725 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T18:33:39,725 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T18:33:39,725 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:33:39,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T18:33:39,729 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:33:39,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T18:33:39,732 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb., hostname=90f34c5bee6a,35665,1731350018056, seqNum=2] 2024-11-11T18:33:39,732 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:39,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:39,744 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961., hostname=90f34c5bee6a,43975,1731350018025, seqNum=2] 2024-11-11T18:33:39,754 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a9a80e7b0b840e751269ecc3db97a961 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T18:33:39,771 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/a9a80e7b0b840e751269ecc3db97a961/.tmp/family/ca55d2133b83472a9f3be98733967a1e is 32, key is 5/family:/1731350019745/Put/seqid=0 2024-11-11T18:33:39,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741839_1015 (size=5083) 2024-11-11T18:33:39,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741839_1015 (size=5083) 2024-11-11T18:33:39,777 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/a9a80e7b0b840e751269ecc3db97a961/.tmp/family/ca55d2133b83472a9f3be98733967a1e 2024-11-11T18:33:39,785 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/a9a80e7b0b840e751269ecc3db97a961/.tmp/family/ca55d2133b83472a9f3be98733967a1e as hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/a9a80e7b0b840e751269ecc3db97a961/family/ca55d2133b83472a9f3be98733967a1e 2024-11-11T18:33:39,792 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/a9a80e7b0b840e751269ecc3db97a961/family/ca55d2133b83472a9f3be98733967a1e, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T18:33:39,794 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a9a80e7b0b840e751269ecc3db97a961 in 41ms, sequenceid=9, compaction requested=false 2024-11-11T18:33:39,794 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a9a80e7b0b840e751269ecc3db97a961: 2024-11-11T18:33:39,794 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ca6fef9cf4f23c5a338a6fa5b804d1bb 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T18:33:39,811 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/ca6fef9cf4f23c5a338a6fa5b804d1bb/.tmp/family/95afd5878a53429ea0fb985a5de61868 is 32, key is 1/family:/1731350019734/Put/seqid=0 2024-11-11T18:33:39,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741840_1016 (size=5054) 2024-11-11T18:33:39,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741840_1016 (size=5054) 2024-11-11T18:33:39,817 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/ca6fef9cf4f23c5a338a6fa5b804d1bb/.tmp/family/95afd5878a53429ea0fb985a5de61868 2024-11-11T18:33:39,823 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/ca6fef9cf4f23c5a338a6fa5b804d1bb/.tmp/family/95afd5878a53429ea0fb985a5de61868 as hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/ca6fef9cf4f23c5a338a6fa5b804d1bb/family/95afd5878a53429ea0fb985a5de61868 2024-11-11T18:33:39,829 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/ca6fef9cf4f23c5a338a6fa5b804d1bb/family/95afd5878a53429ea0fb985a5de61868, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T18:33:39,830 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ca6fef9cf4f23c5a338a6fa5b804d1bb in 36ms, sequenceid=8, compaction requested=false 2024-11-11T18:33:39,831 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ca6fef9cf4f23c5a338a6fa5b804d1bb: 2024-11-11T18:33:39,836 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T18:33:39,839 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:39,840 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:39,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:39,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:39,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:33:39,842 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:33:39,842 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:39,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:39,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:39,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:33:39,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:33:39,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1981691795, stopped=false 2024-11-11T18:33:39,843 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,34567,1731350017972 2024-11-11T18:33:39,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:39,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:39,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:39,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:39,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:39,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:39,845 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:33:39,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:33:39,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:39,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:39,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:39,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:39,846 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,43975,1731350018025' ***** 2024-11-11T18:33:39,846 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:33:39,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:39,846 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,35665,1731350018056' ***** 2024-11-11T18:33:39,846 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:33:39,847 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:33:39,847 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:33:39,847 INFO [RS:1;90f34c5bee6a:35665 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:33:39,847 INFO [RS:0;90f34c5bee6a:43975 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:33:39,847 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:33:39,847 INFO [RS:1;90f34c5bee6a:35665 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:33:39,847 INFO [RS:0;90f34c5bee6a:43975 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:33:39,847 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.HRegionServer(3091): Received CLOSE for ca6fef9cf4f23c5a338a6fa5b804d1bb 2024-11-11T18:33:39,847 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.HRegionServer(3091): Received CLOSE for a9a80e7b0b840e751269ecc3db97a961 2024-11-11T18:33:39,847 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:33:39,848 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,43975,1731350018025 2024-11-11T18:33:39,848 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:39,848 INFO [RS:0;90f34c5bee6a:43975 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:43975. 2024-11-11T18:33:39,848 DEBUG [RS:0;90f34c5bee6a:43975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:39,848 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9a80e7b0b840e751269ecc3db97a961, disabling compactions & flushes 2024-11-11T18:33:39,848 DEBUG [RS:0;90f34c5bee6a:43975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:39,848 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961. 2024-11-11T18:33:39,848 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:33:39,848 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961. 2024-11-11T18:33:39,848 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:33:39,848 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:33:39,848 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961. after waiting 0 ms 2024-11-11T18:33:39,848 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:33:39,848 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961. 2024-11-11T18:33:39,848 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,35665,1731350018056 2024-11-11T18:33:39,848 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:39,848 INFO [RS:1;90f34c5bee6a:35665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;90f34c5bee6a:35665. 2024-11-11T18:33:39,848 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca6fef9cf4f23c5a338a6fa5b804d1bb, disabling compactions & flushes 2024-11-11T18:33:39,849 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb. 2024-11-11T18:33:39,849 DEBUG [RS:1;90f34c5bee6a:35665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:39,849 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb. 2024-11-11T18:33:39,849 DEBUG [RS:1;90f34c5bee6a:35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:39,849 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb. after waiting 0 ms 2024-11-11T18:33:39,849 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb. 2024-11-11T18:33:39,849 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:33:39,849 DEBUG [RS:1;90f34c5bee6a:35665 {}] regionserver.HRegionServer(1325): Online Regions={ca6fef9cf4f23c5a338a6fa5b804d1bb=testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb.} 2024-11-11T18:33:39,849 DEBUG [RS:1;90f34c5bee6a:35665 {}] regionserver.HRegionServer(1351): Waiting on ca6fef9cf4f23c5a338a6fa5b804d1bb 2024-11-11T18:33:39,849 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:33:39,849 DEBUG [RS:0;90f34c5bee6a:43975 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a9a80e7b0b840e751269ecc3db97a961=testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961.} 2024-11-11T18:33:39,849 DEBUG [RS:0;90f34c5bee6a:43975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9a80e7b0b840e751269ecc3db97a961 2024-11-11T18:33:39,849 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:33:39,849 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:33:39,849 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:33:39,849 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:33:39,849 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:33:39,850 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T18:33:39,854 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/a9a80e7b0b840e751269ecc3db97a961/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T18:33:39,854 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/default/testClearRegionBlockCache/ca6fef9cf4f23c5a338a6fa5b804d1bb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T18:33:39,854 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961. 2024-11-11T18:33:39,855 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9a80e7b0b840e751269ecc3db97a961: Waiting for close lock at 1731350019848Running coprocessor pre-close hooks at 1731350019848Disabling compacts and flushes for region at 1731350019848Disabling writes for close at 1731350019848Writing region close event to WAL at 1731350019850 (+2 ms)Running coprocessor post-close hooks at 1731350019854 (+4 ms)Closed at 1731350019854 2024-11-11T18:33:39,855 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb. 2024-11-11T18:33:39,855 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca6fef9cf4f23c5a338a6fa5b804d1bb: Waiting for close lock at 1731350019848Running coprocessor pre-close hooks at 1731350019848Disabling compacts and flushes for region at 1731350019848Disabling writes for close at 1731350019849 (+1 ms)Writing region close event to WAL at 1731350019850 (+1 ms)Running coprocessor post-close hooks at 1731350019855 (+5 ms)Closed at 1731350019855 2024-11-11T18:33:39,855 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961. 2024-11-11T18:33:39,855 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731350019092.ca6fef9cf4f23c5a338a6fa5b804d1bb. 2024-11-11T18:33:39,862 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:39,865 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:39,868 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740/.tmp/info/64acbca9908b4d70b62242b43488f474 is 173, key is testClearRegionBlockCache,5,1731350019092.a9a80e7b0b840e751269ecc3db97a961./info:regioninfo/1731350019463/Put/seqid=0 2024-11-11T18:33:39,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741841_1017 (size=8173) 2024-11-11T18:33:39,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741841_1017 (size=8173) 2024-11-11T18:33:39,874 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740/.tmp/info/64acbca9908b4d70b62242b43488f474 2024-11-11T18:33:39,895 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740/.tmp/ns/25e40ac468ce4f8cb4227ac4bbdc15ab is 43, key is default/ns:d/1731350018985/Put/seqid=0 2024-11-11T18:33:39,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:33:39,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:33:39,900 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740/.tmp/ns/25e40ac468ce4f8cb4227ac4bbdc15ab 2024-11-11T18:33:39,922 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740/.tmp/table/8c09f5c6f67d430dbeae9135ca12825a is 61, key is testClearRegionBlockCache/table:state/1731350019477/Put/seqid=0 2024-11-11T18:33:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741843_1019 (size=5312) 2024-11-11T18:33:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741843_1019 (size=5312) 2024-11-11T18:33:39,928 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740/.tmp/table/8c09f5c6f67d430dbeae9135ca12825a 2024-11-11T18:33:39,934 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740/.tmp/info/64acbca9908b4d70b62242b43488f474 as hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740/info/64acbca9908b4d70b62242b43488f474 2024-11-11T18:33:39,940 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740/info/64acbca9908b4d70b62242b43488f474, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T18:33:39,941 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740/.tmp/ns/25e40ac468ce4f8cb4227ac4bbdc15ab as hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740/ns/25e40ac468ce4f8cb4227ac4bbdc15ab 2024-11-11T18:33:39,946 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740/ns/25e40ac468ce4f8cb4227ac4bbdc15ab, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T18:33:39,947 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740/.tmp/table/8c09f5c6f67d430dbeae9135ca12825a as hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740/table/8c09f5c6f67d430dbeae9135ca12825a 2024-11-11T18:33:39,953 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740/table/8c09f5c6f67d430dbeae9135ca12825a, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T18:33:39,954 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=13, compaction requested=false 2024-11-11T18:33:39,959 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T18:33:39,960 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:33:39,960 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:39,960 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731350019849Running coprocessor pre-close hooks at 1731350019849Disabling compacts and flushes for region at 1731350019849Disabling writes for close at 1731350019849Obtaining lock to block concurrent updates at 1731350019850 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731350019850Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731350019850Flushing stores of hbase:meta,,1.1588230740 at 1731350019851 (+1 ms)Flushing 1588230740/info: creating writer at 1731350019851Flushing 1588230740/info: appending metadata at 1731350019867 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731350019868 (+1 ms)Flushing 1588230740/ns: creating writer at 1731350019880 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731350019894 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731350019895 (+1 ms)Flushing 1588230740/table: creating writer at 1731350019906 (+11 ms)Flushing 1588230740/table: appending metadata at 1731350019921 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731350019921Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@101b552a: reopening flushed file at 1731350019933 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eca87e7: reopening flushed file at 1731350019940 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e017c9f: reopening flushed file at 1731350019947 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=13, compaction requested=false at 1731350019954 (+7 ms)Writing region close event to WAL at 1731350019956 (+2 ms)Running coprocessor post-close hooks at 1731350019960 (+4 ms)Closed at 1731350019960 2024-11-11T18:33:39,960 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:40,049 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,35665,1731350018056; all regions closed. 2024-11-11T18:33:40,049 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,43975,1731350018025; all regions closed. 2024-11-11T18:33:40,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741833_1009 (size=1758) 2024-11-11T18:33:40,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741833_1009 (size=1758) 2024-11-11T18:33:40,053 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/WALs/90f34c5bee6a,35665,1731350018056/90f34c5bee6a%2C35665%2C1731350018056.1731350018516 not finished, retry = 0 2024-11-11T18:33:40,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741835_1011 (size=4338) 2024-11-11T18:33:40,053 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/WALs/90f34c5bee6a,43975,1731350018025/90f34c5bee6a%2C43975%2C1731350018025.meta.1731350018931.meta not finished, retry = 0 2024-11-11T18:33:40,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741835_1011 (size=4338) 2024-11-11T18:33:40,156 DEBUG [RS:1;90f34c5bee6a:35665 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/oldWALs 2024-11-11T18:33:40,156 INFO [RS:1;90f34c5bee6a:35665 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C35665%2C1731350018056:(num 1731350018516) 2024-11-11T18:33:40,156 DEBUG [RS:1;90f34c5bee6a:35665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:40,156 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:40,156 DEBUG [RS:0;90f34c5bee6a:43975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/oldWALs 2024-11-11T18:33:40,156 INFO [RS:0;90f34c5bee6a:43975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C43975%2C1731350018025.meta:.meta(num 1731350018931) 2024-11-11T18:33:40,156 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:40,156 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:40,156 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:33:40,156 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:33:40,156 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:40,156 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:33:40,156 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:40,156 INFO [RS:1;90f34c5bee6a:35665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35665 2024-11-11T18:33:40,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741834_1010 (size=1867) 2024-11-11T18:33:40,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,35665,1731350018056 2024-11-11T18:33:40,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:40,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741834_1010 (size=1867) 2024-11-11T18:33:40,159 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:40,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,35665,1731350018056] 2024-11-11T18:33:40,161 DEBUG [RS:0;90f34c5bee6a:43975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/oldWALs 2024-11-11T18:33:40,161 INFO [RS:0;90f34c5bee6a:43975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C43975%2C1731350018025:(num 1731350018514) 2024-11-11T18:33:40,161 DEBUG [RS:0;90f34c5bee6a:43975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:40,161 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:40,161 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:40,161 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:40,162 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:40,162 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,35665,1731350018056 already deleted, retry=false 2024-11-11T18:33:40,162 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:40,162 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,35665,1731350018056 expired; onlineServers=1 2024-11-11T18:33:40,162 INFO [RS:0;90f34c5bee6a:43975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43975 2024-11-11T18:33:40,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,43975,1731350018025 2024-11-11T18:33:40,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:40,165 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:40,166 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,43975,1731350018025] 2024-11-11T18:33:40,167 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,43975,1731350018025 already deleted, retry=false 2024-11-11T18:33:40,168 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,43975,1731350018025 expired; onlineServers=0 2024-11-11T18:33:40,168 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,34567,1731350017972' ***** 2024-11-11T18:33:40,168 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:33:40,168 INFO [M:0;90f34c5bee6a:34567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:40,168 INFO [M:0;90f34c5bee6a:34567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:40,168 DEBUG [M:0;90f34c5bee6a:34567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:33:40,168 DEBUG [M:0;90f34c5bee6a:34567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:33:40,168 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:33:40,168 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350018287 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350018287,5,FailOnTimeoutGroup] 2024-11-11T18:33:40,168 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350018287 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350018287,5,FailOnTimeoutGroup] 2024-11-11T18:33:40,168 INFO [M:0;90f34c5bee6a:34567 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:40,168 INFO [M:0;90f34c5bee6a:34567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:40,168 DEBUG [M:0;90f34c5bee6a:34567 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:33:40,169 INFO [M:0;90f34c5bee6a:34567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:33:40,169 INFO [M:0;90f34c5bee6a:34567 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:33:40,169 INFO [M:0;90f34c5bee6a:34567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:33:40,169 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:33:40,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:40,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:40,170 DEBUG [M:0;90f34c5bee6a:34567 {}] zookeeper.ZKUtil(347): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T18:33:40,170 WARN [M:0;90f34c5bee6a:34567 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:33:40,171 INFO [M:0;90f34c5bee6a:34567 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/.lastflushedseqids 2024-11-11T18:33:40,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741844_1020 (size=200) 2024-11-11T18:33:40,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741844_1020 (size=200) 2024-11-11T18:33:40,178 INFO [M:0;90f34c5bee6a:34567 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:33:40,178 INFO [M:0;90f34c5bee6a:34567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:33:40,178 DEBUG [M:0;90f34c5bee6a:34567 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:33:40,178 INFO [M:0;90f34c5bee6a:34567 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:40,178 DEBUG [M:0;90f34c5bee6a:34567 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:40,178 DEBUG [M:0;90f34c5bee6a:34567 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:33:40,178 DEBUG [M:0;90f34c5bee6a:34567 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:40,178 INFO [M:0;90f34c5bee6a:34567 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-11T18:33:40,196 DEBUG [M:0;90f34c5bee6a:34567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d31d21fdf6046878d5df7aa13683c6c is 82, key is hbase:meta,,1/info:regioninfo/1731350018971/Put/seqid=0 2024-11-11T18:33:40,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741845_1021 (size=5672) 2024-11-11T18:33:40,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741845_1021 (size=5672) 2024-11-11T18:33:40,201 INFO [M:0;90f34c5bee6a:34567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d31d21fdf6046878d5df7aa13683c6c 2024-11-11T18:33:40,223 DEBUG [M:0;90f34c5bee6a:34567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e59895b47ac84dc1aba582b985478edf is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731350019482/Put/seqid=0 2024-11-11T18:33:40,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741846_1022 (size=6218) 2024-11-11T18:33:40,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741846_1022 (size=6218) 2024-11-11T18:33:40,229 INFO [M:0;90f34c5bee6a:34567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e59895b47ac84dc1aba582b985478edf 2024-11-11T18:33:40,250 DEBUG [M:0;90f34c5bee6a:34567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c837f426a26e43efb097528f2a347c7b is 69, key is 90f34c5bee6a,35665,1731350018056/rs:state/1731350018315/Put/seqid=0 2024-11-11T18:33:40,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741847_1023 (size=5224) 2024-11-11T18:33:40,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741847_1023 (size=5224) 2024-11-11T18:33:40,256 INFO [M:0;90f34c5bee6a:34567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c837f426a26e43efb097528f2a347c7b 2024-11-11T18:33:40,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:40,261 INFO [RS:1;90f34c5bee6a:35665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:40,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35665-0x101084ea2320002, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:40,261 INFO [RS:1;90f34c5bee6a:35665 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,35665,1731350018056; zookeeper connection closed. 2024-11-11T18:33:40,261 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@94db71 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@94db71 2024-11-11T18:33:40,263 DEBUG [M:0;90f34c5bee6a:34567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d31d21fdf6046878d5df7aa13683c6c as hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d31d21fdf6046878d5df7aa13683c6c 2024-11-11T18:33:40,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:40,266 INFO [RS:0;90f34c5bee6a:43975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:40,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x101084ea2320001, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:40,266 INFO [RS:0;90f34c5bee6a:43975 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,43975,1731350018025; zookeeper connection closed. 2024-11-11T18:33:40,267 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17abc1eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17abc1eb 2024-11-11T18:33:40,267 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T18:33:40,269 INFO [M:0;90f34c5bee6a:34567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d31d21fdf6046878d5df7aa13683c6c, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T18:33:40,270 DEBUG [M:0;90f34c5bee6a:34567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e59895b47ac84dc1aba582b985478edf as hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e59895b47ac84dc1aba582b985478edf 2024-11-11T18:33:40,276 INFO [M:0;90f34c5bee6a:34567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e59895b47ac84dc1aba582b985478edf, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T18:33:40,277 DEBUG [M:0;90f34c5bee6a:34567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c837f426a26e43efb097528f2a347c7b as hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c837f426a26e43efb097528f2a347c7b 2024-11-11T18:33:40,313 INFO [M:0;90f34c5bee6a:34567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46655/user/jenkins/test-data/ff6c389f-da35-670a-b849-42993d5999da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c837f426a26e43efb097528f2a347c7b, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T18:33:40,314 INFO [M:0;90f34c5bee6a:34567 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=71, compaction requested=false 2024-11-11T18:33:40,316 INFO [M:0;90f34c5bee6a:34567 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:40,316 DEBUG [M:0;90f34c5bee6a:34567 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731350020178Disabling compacts and flushes for region at 1731350020178Disabling writes for close at 1731350020178Obtaining lock to block concurrent updates at 1731350020178Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731350020178Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731350020179 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731350020179Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731350020179Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731350020195 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731350020195Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731350020207 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731350020223 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731350020223Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731350020234 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731350020249 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731350020249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ac80d5: reopening flushed file at 1731350020262 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a4ede2: reopening flushed file at 1731350020269 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e65438b: reopening flushed file at 1731350020276 (+7 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=71, compaction requested=false at 1731350020314 (+38 ms)Writing region close event to WAL at 1731350020316 (+2 ms)Closed at 1731350020316 2024-11-11T18:33:40,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46611 is added to blk_1073741830_1006 (size=35428) 2024-11-11T18:33:40,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741830_1006 (size=35428) 2024-11-11T18:33:40,319 INFO [M:0;90f34c5bee6a:34567 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:33:40,319 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:40,319 INFO [M:0;90f34c5bee6a:34567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34567 2024-11-11T18:33:40,320 INFO [M:0;90f34c5bee6a:34567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:40,422 INFO [M:0;90f34c5bee6a:34567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:40,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:40,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34567-0x101084ea2320000, quorum=127.0.0.1:50405, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:40,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4895b7f4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:40,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63fe8cd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:40,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:40,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b3eaa3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:40,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fa568dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:40,427 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:33:40,427 WARN [BP-303130119-172.17.0.2-1731350017163 heartbeating to localhost/127.0.0.1:46655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:33:40,427 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:33:40,427 WARN [BP-303130119-172.17.0.2-1731350017163 heartbeating to localhost/127.0.0.1:46655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-303130119-172.17.0.2-1731350017163 (Datanode Uuid 8c2908db-1dfe-48e9-a3e3-9cf9f90f19a5) service to localhost/127.0.0.1:46655 2024-11-11T18:33:40,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/cluster_962b2ace-f96f-02bc-8b55-bd1b56f39791/data/data3/current/BP-303130119-172.17.0.2-1731350017163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:40,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/cluster_962b2ace-f96f-02bc-8b55-bd1b56f39791/data/data4/current/BP-303130119-172.17.0.2-1731350017163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:40,428 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:33:40,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18eb8cb0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:40,430 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70923fbc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:40,431 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:40,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c25279c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:40,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202d7e6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:40,432 WARN [BP-303130119-172.17.0.2-1731350017163 heartbeating to localhost/127.0.0.1:46655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:33:40,432 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:33:40,432 WARN [BP-303130119-172.17.0.2-1731350017163 heartbeating to localhost/127.0.0.1:46655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-303130119-172.17.0.2-1731350017163 (Datanode Uuid df2cb82a-a0f2-480b-8123-e332bad25bdf) service to localhost/127.0.0.1:46655 2024-11-11T18:33:40,432 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:33:40,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/cluster_962b2ace-f96f-02bc-8b55-bd1b56f39791/data/data1/current/BP-303130119-172.17.0.2-1731350017163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:40,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/cluster_962b2ace-f96f-02bc-8b55-bd1b56f39791/data/data2/current/BP-303130119-172.17.0.2-1731350017163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:40,433 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:33:40,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4466aaa9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:33:40,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@289523c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:40,439 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:40,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47f7c81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:40,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e551434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:40,446 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:33:40,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:33:40,469 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=138 (was 112) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46655 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46655 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=109 (was 75) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7997 (was 8324) 2024-11-11T18:33:40,476 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=138, OpenFileDescriptor=476, MaxFileDescriptor=1048576, SystemLoadAverage=109, ProcessCount=11, AvailableMemoryMB=7998 2024-11-11T18:33:40,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/hadoop.log.dir so I do NOT create it in target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8 2024-11-11T18:33:40,490 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:33:40,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/hadoop.tmp.dir so I do NOT create it in target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8 2024-11-11T18:33:40,490 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a34621f0-baa9-2081-a27a-b8e105e6b3f7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:33:40,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8 2024-11-11T18:33:40,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:33:40,490 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/cluster_1cf607b6-ed50-3e0f-4756-02afbfa5fdae, deleteOnExit=true 2024-11-11T18:33:40,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:33:40,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/test.cache.data in system properties and HBase conf 2024-11-11T18:33:40,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:33:40,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:33:40,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:33:40,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:33:40,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:33:40,491 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:33:40,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:33:40,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:33:40,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:33:40,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:33:40,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:33:40,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:33:40,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:33:40,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:33:40,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:33:40,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:33:40,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:33:40,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:33:40,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:33:40,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:33:40,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:40,584 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:40,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:40,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:40,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:33:40,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:40,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@419b6067{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:40,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe0e0ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:40,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a3d0703{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/java.io.tmpdir/jetty-localhost-41071-hadoop-hdfs-3_4_1-tests_jar-_-any-9140810932836411072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:33:40,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61cda14{HTTP/1.1, (http/1.1)}{localhost:41071} 2024-11-11T18:33:40,705 INFO [Time-limited test {}] server.Server(415): Started @16539ms 2024-11-11T18:33:40,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:40,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:40,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:40,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:40,798 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:33:40,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72d98a6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:40,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59c3d213{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:40,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a411d40{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/java.io.tmpdir/jetty-localhost-43501-hadoop-hdfs-3_4_1-tests_jar-_-any-17527007664476611138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:40,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d4ccd4e{HTTP/1.1, (http/1.1)}{localhost:43501} 2024-11-11T18:33:40,914 INFO [Time-limited test {}] server.Server(415): Started @16747ms 2024-11-11T18:33:40,916 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:33:40,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:40,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:40,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:40,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:40,954 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:33:40,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dbda75e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:40,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74452c9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:41,013 WARN [Thread-881 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/cluster_1cf607b6-ed50-3e0f-4756-02afbfa5fdae/data/data1/current/BP-762938090-172.17.0.2-1731350020521/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:41,013 WARN [Thread-882 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/cluster_1cf607b6-ed50-3e0f-4756-02afbfa5fdae/data/data2/current/BP-762938090-172.17.0.2-1731350020521/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:41,036 WARN [Thread-860 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:33:41,039 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcea75c55e9c64162 with lease ID 0x6b9c8f5ddec305da: Processing first storage report for DS-d492f46a-a35b-4643-bf9e-8891a51a4aba from datanode DatanodeRegistration(127.0.0.1:43383, datanodeUuid=9e0619fb-55ac-4a49-a712-9b48d2940bb4, infoPort=36175, infoSecurePort=0, ipcPort=39575, storageInfo=lv=-57;cid=testClusterID;nsid=877094709;c=1731350020521) 2024-11-11T18:33:41,039 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcea75c55e9c64162 with lease ID 0x6b9c8f5ddec305da: from storage DS-d492f46a-a35b-4643-bf9e-8891a51a4aba node DatanodeRegistration(127.0.0.1:43383, datanodeUuid=9e0619fb-55ac-4a49-a712-9b48d2940bb4, infoPort=36175, infoSecurePort=0, ipcPort=39575, storageInfo=lv=-57;cid=testClusterID;nsid=877094709;c=1731350020521), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:41,039 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcea75c55e9c64162 with lease ID 0x6b9c8f5ddec305da: Processing first storage report for DS-895ef275-3b42-4f51-b45c-e3b1e7f4d356 from datanode DatanodeRegistration(127.0.0.1:43383, datanodeUuid=9e0619fb-55ac-4a49-a712-9b48d2940bb4, infoPort=36175, infoSecurePort=0, ipcPort=39575, storageInfo=lv=-57;cid=testClusterID;nsid=877094709;c=1731350020521) 2024-11-11T18:33:41,039 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcea75c55e9c64162 with lease ID 0x6b9c8f5ddec305da: from storage DS-895ef275-3b42-4f51-b45c-e3b1e7f4d356 node DatanodeRegistration(127.0.0.1:43383, datanodeUuid=9e0619fb-55ac-4a49-a712-9b48d2940bb4, infoPort=36175, infoSecurePort=0, ipcPort=39575, storageInfo=lv=-57;cid=testClusterID;nsid=877094709;c=1731350020521), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:41,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@289208df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/java.io.tmpdir/jetty-localhost-43171-hadoop-hdfs-3_4_1-tests_jar-_-any-8187147186619582132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:41,071 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47c64d4c{HTTP/1.1, (http/1.1)}{localhost:43171} 2024-11-11T18:33:41,071 INFO [Time-limited test {}] server.Server(415): Started @16904ms 2024-11-11T18:33:41,072 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:33:41,179 WARN [Thread-907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/cluster_1cf607b6-ed50-3e0f-4756-02afbfa5fdae/data/data3/current/BP-762938090-172.17.0.2-1731350020521/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:41,179 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/cluster_1cf607b6-ed50-3e0f-4756-02afbfa5fdae/data/data4/current/BP-762938090-172.17.0.2-1731350020521/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:41,199 WARN [Thread-896 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:33:41,202 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5eb0c3b4125d8708 with lease ID 0x6b9c8f5ddec305db: Processing first storage report for DS-07a73860-d4fb-43a8-a007-486e06949bc1 from datanode DatanodeRegistration(127.0.0.1:38353, datanodeUuid=2018da64-f839-470f-bf4f-19f1895d21db, infoPort=46001, infoSecurePort=0, ipcPort=46045, storageInfo=lv=-57;cid=testClusterID;nsid=877094709;c=1731350020521) 2024-11-11T18:33:41,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5eb0c3b4125d8708 with lease ID 0x6b9c8f5ddec305db: from storage DS-07a73860-d4fb-43a8-a007-486e06949bc1 node DatanodeRegistration(127.0.0.1:38353, datanodeUuid=2018da64-f839-470f-bf4f-19f1895d21db, infoPort=46001, infoSecurePort=0, ipcPort=46045, storageInfo=lv=-57;cid=testClusterID;nsid=877094709;c=1731350020521), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:41,202 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5eb0c3b4125d8708 with lease ID 0x6b9c8f5ddec305db: Processing first storage report for DS-6bd90f7e-ad8b-4efe-a36c-3f4c64223bf8 from datanode DatanodeRegistration(127.0.0.1:38353, datanodeUuid=2018da64-f839-470f-bf4f-19f1895d21db, infoPort=46001, infoSecurePort=0, ipcPort=46045, storageInfo=lv=-57;cid=testClusterID;nsid=877094709;c=1731350020521) 2024-11-11T18:33:41,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5eb0c3b4125d8708 with lease ID 0x6b9c8f5ddec305db: from storage DS-6bd90f7e-ad8b-4efe-a36c-3f4c64223bf8 node DatanodeRegistration(127.0.0.1:38353, datanodeUuid=2018da64-f839-470f-bf4f-19f1895d21db, infoPort=46001, infoSecurePort=0, ipcPort=46045, storageInfo=lv=-57;cid=testClusterID;nsid=877094709;c=1731350020521), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:41,296 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8 2024-11-11T18:33:41,299 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/cluster_1cf607b6-ed50-3e0f-4756-02afbfa5fdae/zookeeper_0, clientPort=62718, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/cluster_1cf607b6-ed50-3e0f-4756-02afbfa5fdae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/cluster_1cf607b6-ed50-3e0f-4756-02afbfa5fdae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:33:41,300 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62718 2024-11-11T18:33:41,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:41,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:41,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:33:41,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:33:41,311 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a with version=8 2024-11-11T18:33:41,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/hbase-staging 2024-11-11T18:33:41,313 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:41,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:41,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:41,313 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:41,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:41,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:41,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:33:41,313 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:41,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39123 2024-11-11T18:33:41,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39123 connecting to ZooKeeper ensemble=127.0.0.1:62718 2024-11-11T18:33:41,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391230x0, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:41,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39123-0x101084eaf420000 connected 2024-11-11T18:33:41,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:41,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:41,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:41,339 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a, hbase.cluster.distributed=false 2024-11-11T18:33:41,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:41,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39123 2024-11-11T18:33:41,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39123 2024-11-11T18:33:41,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39123 2024-11-11T18:33:41,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39123 2024-11-11T18:33:41,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39123 2024-11-11T18:33:41,360 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:41,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:41,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:41,360 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:41,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:41,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:41,360 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:33:41,360 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:41,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33073 2024-11-11T18:33:41,362 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33073 connecting to ZooKeeper ensemble=127.0.0.1:62718 2024-11-11T18:33:41,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:41,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:41,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330730x0, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:41,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33073-0x101084eaf420001 connected 2024-11-11T18:33:41,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:41,370 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:33:41,378 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T18:33:41,385 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T18:33:41,389 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T18:33:41,397 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T18:33:41,398 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:33:41,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:33:41,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:41,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33073 2024-11-11T18:33:41,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33073 2024-11-11T18:33:41,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33073 2024-11-11T18:33:41,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33073 2024-11-11T18:33:41,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33073 2024-11-11T18:33:41,420 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:41,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:41,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:41,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:41,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:41,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:41,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:33:41,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:41,421 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44365 2024-11-11T18:33:41,422 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44365 connecting to ZooKeeper ensemble=127.0.0.1:62718 2024-11-11T18:33:41,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:41,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:41,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443650x0, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:41,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44365-0x101084eaf420002 connected 2024-11-11T18:33:41,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:41,430 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:33:41,431 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T18:33:41,439 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T18:33:41,440 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T18:33:41,440 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T18:33:41,441 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:33:41,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:33:41,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:41,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44365 2024-11-11T18:33:41,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44365 2024-11-11T18:33:41,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44365 2024-11-11T18:33:41,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44365 2024-11-11T18:33:41,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44365 2024-11-11T18:33:41,463 DEBUG [M:0;90f34c5bee6a:39123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:39123 2024-11-11T18:33:41,464 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/90f34c5bee6a,39123,1731350021313 2024-11-11T18:33:41,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:41,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:41,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:41,467 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/90f34c5bee6a,39123,1731350021313 2024-11-11T18:33:41,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:41,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:41,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:41,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:41,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:41,470 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T18:33:41,471 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/90f34c5bee6a,39123,1731350021313 from backup master directory 2024-11-11T18:33:41,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/90f34c5bee6a,39123,1731350021313 2024-11-11T18:33:41,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:41,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:41,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:41,473 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:41,473 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,39123,1731350021313 2024-11-11T18:33:41,477 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/hbase.id] with ID: 384e1a34-650f-4a3b-a988-2827a82da56f 2024-11-11T18:33:41,477 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/.tmp/hbase.id 2024-11-11T18:33:41,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:33:41,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:33:41,490 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/.tmp/hbase.id]:[hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/hbase.id] 2024-11-11T18:33:41,503 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:41,503 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:33:41,504 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:33:41,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:41,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:41,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:41,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:33:41,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:33:41,516 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:33:41,517 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:33:41,517 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:41,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:33:41,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:33:41,526 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store 2024-11-11T18:33:41,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:33:41,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:33:41,533 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:41,533 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:33:41,533 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:41,533 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:41,533 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:33:41,533 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:41,533 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:41,533 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731350021533Disabling compacts and flushes for region at 1731350021533Disabling writes for close at 1731350021533Writing region close event to WAL at 1731350021533Closed at 1731350021533 2024-11-11T18:33:41,534 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/.initializing 2024-11-11T18:33:41,534 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/WALs/90f34c5bee6a,39123,1731350021313 2024-11-11T18:33:41,535 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:41,537 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C39123%2C1731350021313, suffix=, logDir=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/WALs/90f34c5bee6a,39123,1731350021313, archiveDir=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/oldWALs, maxLogs=10 2024-11-11T18:33:41,551 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/WALs/90f34c5bee6a,39123,1731350021313/90f34c5bee6a%2C39123%2C1731350021313.1731350021538, exclude list is [], retry=0 2024-11-11T18:33:41,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43383,DS-d492f46a-a35b-4643-bf9e-8891a51a4aba,DISK] 2024-11-11T18:33:41,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38353,DS-07a73860-d4fb-43a8-a007-486e06949bc1,DISK] 2024-11-11T18:33:41,556 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/WALs/90f34c5bee6a,39123,1731350021313/90f34c5bee6a%2C39123%2C1731350021313.1731350021538 2024-11-11T18:33:41,556 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36175:36175),(127.0.0.1/127.0.0.1:46001:46001)] 2024-11-11T18:33:41,556 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:33:41,556 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:41,556 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:41,556 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:41,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:41,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:33:41,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:41,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:41,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:41,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:33:41,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:41,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:41,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:41,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:33:41,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:41,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:41,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:41,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:33:41,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:41,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:41,564 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:41,565 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:41,565 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:41,567 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:41,567 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:41,568 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:41,569 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:41,571 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:41,571 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63090390, jitterRate=-0.05987992882728577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:41,572 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731350021556Initializing all the Stores at 1731350021557 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350021557Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350021557Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350021557Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350021557Cleaning up temporary data from old regions at 1731350021567 (+10 ms)Region opened successfully at 1731350021571 (+4 ms) 2024-11-11T18:33:41,572 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:33:41,575 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446a7330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:41,576 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:33:41,576 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:33:41,576 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:33:41,576 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:33:41,576 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:33:41,577 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:33:41,577 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:33:41,578 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:33:41,579 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T18:33:41,581 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T18:33:41,582 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:33:41,582 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:33:41,583 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T18:33:41,584 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:33:41,584 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:33:41,586 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T18:33:41,587 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:33:41,588 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T18:33:41,590 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:33:41,591 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T18:33:41,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:41,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:41,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:41,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:41,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:41,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:41,594 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,39123,1731350021313, sessionid=0x101084eaf420000, setting cluster-up flag (Was=false) 2024-11-11T18:33:41,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:41,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:41,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:41,602 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T18:33:41,603 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,39123,1731350021313 2024-11-11T18:33:41,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:41,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:41,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:41,612 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T18:33:41,613 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,39123,1731350021313 2024-11-11T18:33:41,614 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:33:41,616 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:41,616 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:33:41,616 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:33:41,616 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,39123,1731350021313 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:33:41,618 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:41,618 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:41,618 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:41,618 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:41,618 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:33:41,618 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,618 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:41,618 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,620 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731350051620 2024-11-11T18:33:41,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:41,620 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:33:41,620 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:33:41,620 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:33:41,620 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:33:41,620 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:33:41,620 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:33:41,620 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:33:41,620 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,621 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:41,621 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:33:41,625 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:33:41,625 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:33:41,625 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:33:41,628 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:33:41,628 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:33:41,629 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350021628,5,FailOnTimeoutGroup] 2024-11-11T18:33:41,629 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350021629,5,FailOnTimeoutGroup] 2024-11-11T18:33:41,629 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,629 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:33:41,629 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,629 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:33:41,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:33:41,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:33:41,634 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a 2024-11-11T18:33:41,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:33:41,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:33:41,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:41,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:33:41,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:33:41,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:41,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:41,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:33:41,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:33:41,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:41,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:41,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:33:41,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:33:41,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:41,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:41,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:33:41,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:33:41,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:41,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:41,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:33:41,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740 2024-11-11T18:33:41,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740 2024-11-11T18:33:41,653 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.HRegionServer(746): ClusterId : 384e1a34-650f-4a3b-a988-2827a82da56f 2024-11-11T18:33:41,653 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.HRegionServer(746): ClusterId : 384e1a34-650f-4a3b-a988-2827a82da56f 2024-11-11T18:33:41,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:33:41,653 DEBUG [RS:1;90f34c5bee6a:44365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:33:41,653 DEBUG [RS:0;90f34c5bee6a:33073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:33:41,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:33:41,654 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:41,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:33:41,657 DEBUG [RS:1;90f34c5bee6a:44365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:33:41,657 DEBUG [RS:1;90f34c5bee6a:44365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:33:41,657 DEBUG [RS:0;90f34c5bee6a:33073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:33:41,657 DEBUG [RS:0;90f34c5bee6a:33073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:33:41,658 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:41,658 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73546932, jitterRate=0.09593468904495239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:41,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731350021642Initializing all the Stores at 1731350021643 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350021643Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350021644 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350021644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350021644Cleaning up temporary data from old regions at 1731350021653 (+9 ms)Region opened successfully at 1731350021659 (+6 ms) 2024-11-11T18:33:41,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:33:41,659 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:33:41,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:33:41,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:33:41,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:33:41,660 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:41,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731350021659Disabling compacts and flushes for region at 1731350021659Disabling writes for close at 1731350021659Writing region close event to WAL at 1731350021660 (+1 ms)Closed at 1731350021660 2024-11-11T18:33:41,661 DEBUG [RS:1;90f34c5bee6a:44365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:33:41,661 DEBUG [RS:1;90f34c5bee6a:44365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a8dc2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:41,661 DEBUG [RS:0;90f34c5bee6a:33073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:33:41,662 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:41,662 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:33:41,662 DEBUG [RS:0;90f34c5bee6a:33073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717639b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:41,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:33:41,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:33:41,664 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:33:41,673 DEBUG [RS:1;90f34c5bee6a:44365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;90f34c5bee6a:44365 2024-11-11T18:33:41,674 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:33:41,674 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:33:41,674 DEBUG [RS:1;90f34c5bee6a:44365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:33:41,675 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,39123,1731350021313 with port=44365, startcode=1731350021420 2024-11-11T18:33:41,675 DEBUG [RS:1;90f34c5bee6a:44365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:33:41,677 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:33:41,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,44365,1731350021420 2024-11-11T18:33:41,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39123 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,44365,1731350021420 2024-11-11T18:33:41,679 DEBUG [RS:1;90f34c5bee6a:44365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a 2024-11-11T18:33:41,679 DEBUG [RS:1;90f34c5bee6a:44365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33737 2024-11-11T18:33:41,679 DEBUG [RS:1;90f34c5bee6a:44365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:33:41,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:41,681 DEBUG [RS:1;90f34c5bee6a:44365 {}] zookeeper.ZKUtil(111): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,44365,1731350021420 2024-11-11T18:33:41,681 WARN [RS:1;90f34c5bee6a:44365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:41,681 INFO [RS:1;90f34c5bee6a:44365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:41,681 DEBUG [RS:1;90f34c5bee6a:44365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/WALs/90f34c5bee6a,44365,1731350021420 2024-11-11T18:33:41,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,44365,1731350021420] 2024-11-11T18:33:41,682 DEBUG [RS:0;90f34c5bee6a:33073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:33073 2024-11-11T18:33:41,682 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:33:41,682 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:33:41,682 DEBUG [RS:0;90f34c5bee6a:33073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:33:41,682 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,39123,1731350021313 with port=33073, startcode=1731350021359 2024-11-11T18:33:41,682 DEBUG [RS:0;90f34c5bee6a:33073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:33:41,684 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:33:41,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,33073,1731350021359 2024-11-11T18:33:41,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39123 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,33073,1731350021359 2024-11-11T18:33:41,685 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:33:41,686 DEBUG [RS:0;90f34c5bee6a:33073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a 2024-11-11T18:33:41,686 DEBUG [RS:0;90f34c5bee6a:33073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33737 2024-11-11T18:33:41,686 DEBUG [RS:0;90f34c5bee6a:33073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:33:41,687 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:33:41,687 INFO [RS:1;90f34c5bee6a:44365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:33:41,688 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,688 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:33:41,689 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:33:41,689 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,689 DEBUG [RS:1;90f34c5bee6a:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,689 DEBUG [RS:1;90f34c5bee6a:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,689 DEBUG [RS:1;90f34c5bee6a:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,689 DEBUG [RS:1;90f34c5bee6a:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,690 DEBUG [RS:1;90f34c5bee6a:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,690 DEBUG [RS:1;90f34c5bee6a:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:41,690 DEBUG [RS:1;90f34c5bee6a:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,690 DEBUG [RS:1;90f34c5bee6a:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,690 DEBUG [RS:1;90f34c5bee6a:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,690 DEBUG [RS:1;90f34c5bee6a:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,690 DEBUG [RS:1;90f34c5bee6a:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,690 DEBUG [RS:1;90f34c5bee6a:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,690 DEBUG [RS:1;90f34c5bee6a:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:41,690 DEBUG [RS:1;90f34c5bee6a:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:41,691 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,691 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,691 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,691 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,691 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,692 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44365,1731350021420-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:41,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:41,692 DEBUG [RS:0;90f34c5bee6a:33073 {}] zookeeper.ZKUtil(111): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,33073,1731350021359 2024-11-11T18:33:41,692 WARN [RS:0;90f34c5bee6a:33073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:41,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,33073,1731350021359] 2024-11-11T18:33:41,692 INFO [RS:0;90f34c5bee6a:33073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:41,692 DEBUG [RS:0;90f34c5bee6a:33073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/WALs/90f34c5bee6a,33073,1731350021359 2024-11-11T18:33:41,698 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:33:41,699 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:33:41,700 INFO [RS:0;90f34c5bee6a:33073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:33:41,700 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,700 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:33:41,701 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:33:41,701 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,701 DEBUG [RS:0;90f34c5bee6a:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,701 DEBUG [RS:0;90f34c5bee6a:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,701 DEBUG [RS:0;90f34c5bee6a:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,701 DEBUG [RS:0;90f34c5bee6a:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,701 DEBUG [RS:0;90f34c5bee6a:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,701 DEBUG [RS:0;90f34c5bee6a:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:41,701 DEBUG [RS:0;90f34c5bee6a:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,702 DEBUG [RS:0;90f34c5bee6a:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,702 DEBUG [RS:0;90f34c5bee6a:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,702 DEBUG [RS:0;90f34c5bee6a:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,702 DEBUG [RS:0;90f34c5bee6a:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,702 DEBUG [RS:0;90f34c5bee6a:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:41,702 DEBUG [RS:0;90f34c5bee6a:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:41,702 DEBUG [RS:0;90f34c5bee6a:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:41,704 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,704 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,704 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,705 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,705 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,705 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33073,1731350021359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:41,708 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:33:41,708 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44365,1731350021420-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,709 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,709 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.Replication(171): 90f34c5bee6a,44365,1731350021420 started 2024-11-11T18:33:41,719 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:33:41,719 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33073,1731350021359-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,720 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,720 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.Replication(171): 90f34c5bee6a,33073,1731350021359 started 2024-11-11T18:33:41,723 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,723 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,44365,1731350021420, RpcServer on 90f34c5bee6a/172.17.0.2:44365, sessionid=0x101084eaf420002 2024-11-11T18:33:41,723 DEBUG [RS:1;90f34c5bee6a:44365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:33:41,723 DEBUG [RS:1;90f34c5bee6a:44365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,44365,1731350021420 2024-11-11T18:33:41,723 DEBUG [RS:1;90f34c5bee6a:44365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,44365,1731350021420' 2024-11-11T18:33:41,723 DEBUG [RS:1;90f34c5bee6a:44365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:33:41,724 DEBUG [RS:1;90f34c5bee6a:44365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:33:41,724 DEBUG [RS:1;90f34c5bee6a:44365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:33:41,724 DEBUG [RS:1;90f34c5bee6a:44365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:33:41,724 DEBUG [RS:1;90f34c5bee6a:44365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,44365,1731350021420 2024-11-11T18:33:41,724 DEBUG [RS:1;90f34c5bee6a:44365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,44365,1731350021420' 2024-11-11T18:33:41,724 DEBUG [RS:1;90f34c5bee6a:44365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:33:41,724 DEBUG [RS:1;90f34c5bee6a:44365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:33:41,725 DEBUG [RS:1;90f34c5bee6a:44365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:33:41,725 INFO [RS:1;90f34c5bee6a:44365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:33:41,725 INFO [RS:1;90f34c5bee6a:44365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:33:41,733 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:41,733 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,33073,1731350021359, RpcServer on 90f34c5bee6a/172.17.0.2:33073, sessionid=0x101084eaf420001 2024-11-11T18:33:41,733 DEBUG [RS:0;90f34c5bee6a:33073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:33:41,733 DEBUG [RS:0;90f34c5bee6a:33073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,33073,1731350021359 2024-11-11T18:33:41,733 DEBUG [RS:0;90f34c5bee6a:33073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,33073,1731350021359' 2024-11-11T18:33:41,733 DEBUG [RS:0;90f34c5bee6a:33073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:33:41,734 DEBUG [RS:0;90f34c5bee6a:33073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:33:41,734 DEBUG [RS:0;90f34c5bee6a:33073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:33:41,734 DEBUG [RS:0;90f34c5bee6a:33073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:33:41,734 DEBUG [RS:0;90f34c5bee6a:33073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,33073,1731350021359 2024-11-11T18:33:41,734 DEBUG [RS:0;90f34c5bee6a:33073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,33073,1731350021359' 2024-11-11T18:33:41,734 DEBUG [RS:0;90f34c5bee6a:33073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:33:41,734 DEBUG [RS:0;90f34c5bee6a:33073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:33:41,735 DEBUG [RS:0;90f34c5bee6a:33073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:33:41,735 INFO [RS:0;90f34c5bee6a:33073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:33:41,735 INFO [RS:0;90f34c5bee6a:33073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:33:41,814 WARN [90f34c5bee6a:39123 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T18:33:41,825 INFO [RS:1;90f34c5bee6a:44365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:41,827 INFO [RS:1;90f34c5bee6a:44365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C44365%2C1731350021420, suffix=, logDir=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/WALs/90f34c5bee6a,44365,1731350021420, archiveDir=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/oldWALs, maxLogs=32 2024-11-11T18:33:41,835 INFO [RS:0;90f34c5bee6a:33073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:41,837 INFO [RS:0;90f34c5bee6a:33073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C33073%2C1731350021359, suffix=, logDir=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/WALs/90f34c5bee6a,33073,1731350021359, archiveDir=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/oldWALs, maxLogs=32 2024-11-11T18:33:41,846 DEBUG [RS:1;90f34c5bee6a:44365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/WALs/90f34c5bee6a,44365,1731350021420/90f34c5bee6a%2C44365%2C1731350021420.1731350021827, exclude list is [], retry=0 2024-11-11T18:33:41,849 DEBUG [RS:0;90f34c5bee6a:33073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/WALs/90f34c5bee6a,33073,1731350021359/90f34c5bee6a%2C33073%2C1731350021359.1731350021837, exclude list is [], retry=0 2024-11-11T18:33:41,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43383,DS-d492f46a-a35b-4643-bf9e-8891a51a4aba,DISK] 2024-11-11T18:33:41,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38353,DS-07a73860-d4fb-43a8-a007-486e06949bc1,DISK] 2024-11-11T18:33:41,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38353,DS-07a73860-d4fb-43a8-a007-486e06949bc1,DISK] 2024-11-11T18:33:41,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43383,DS-d492f46a-a35b-4643-bf9e-8891a51a4aba,DISK] 2024-11-11T18:33:41,852 INFO [RS:1;90f34c5bee6a:44365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/WALs/90f34c5bee6a,44365,1731350021420/90f34c5bee6a%2C44365%2C1731350021420.1731350021827 2024-11-11T18:33:41,852 DEBUG [RS:1;90f34c5bee6a:44365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36175:36175),(127.0.0.1/127.0.0.1:46001:46001)] 2024-11-11T18:33:41,853 INFO [RS:0;90f34c5bee6a:33073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/WALs/90f34c5bee6a,33073,1731350021359/90f34c5bee6a%2C33073%2C1731350021359.1731350021837 2024-11-11T18:33:41,854 DEBUG [RS:0;90f34c5bee6a:33073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46001:46001),(127.0.0.1/127.0.0.1:36175:36175)] 2024-11-11T18:33:42,065 DEBUG [90f34c5bee6a:39123 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T18:33:42,065 DEBUG [90f34c5bee6a:39123 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:33:42,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:33:42,067 DEBUG [90f34c5bee6a:39123 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:33:42,067 DEBUG [90f34c5bee6a:39123 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:33:42,067 DEBUG [90f34c5bee6a:39123 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:33:42,067 DEBUG [90f34c5bee6a:39123 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:33:42,067 INFO [90f34c5bee6a:39123 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:33:42,067 INFO [90f34c5bee6a:39123 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:33:42,067 DEBUG [90f34c5bee6a:39123 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:33:42,068 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,44365,1731350021420 2024-11-11T18:33:42,069 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,44365,1731350021420, state=OPENING 2024-11-11T18:33:42,071 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:33:42,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:42,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:42,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:42,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:42,074 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:33:42,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:42,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,44365,1731350021420}] 2024-11-11T18:33:42,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:42,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:42,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:42,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:42,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:42,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:42,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:42,227 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:42,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:42,233 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:33:42,233 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:42,234 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:33:42,235 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C44365%2C1731350021420.meta, suffix=.meta, logDir=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/WALs/90f34c5bee6a,44365,1731350021420, archiveDir=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/oldWALs, maxLogs=32 2024-11-11T18:33:42,249 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/WALs/90f34c5bee6a,44365,1731350021420/90f34c5bee6a%2C44365%2C1731350021420.meta.1731350022236.meta, exclude list is [], retry=0 2024-11-11T18:33:42,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38353,DS-07a73860-d4fb-43a8-a007-486e06949bc1,DISK] 2024-11-11T18:33:42,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43383,DS-d492f46a-a35b-4643-bf9e-8891a51a4aba,DISK] 2024-11-11T18:33:42,254 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/WALs/90f34c5bee6a,44365,1731350021420/90f34c5bee6a%2C44365%2C1731350021420.meta.1731350022236.meta 2024-11-11T18:33:42,255 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46001:46001),(127.0.0.1/127.0.0.1:36175:36175)] 2024-11-11T18:33:42,255 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:33:42,255 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:33:42,255 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:33:42,255 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:33:42,255 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:33:42,255 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:42,256 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:33:42,256 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:33:42,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:33:42,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:33:42,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:42,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:42,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:33:42,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:33:42,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:42,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:42,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:33:42,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:33:42,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:42,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:42,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:33:42,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:33:42,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:42,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:42,262 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:33:42,263 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740 2024-11-11T18:33:42,264 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740 2024-11-11T18:33:42,266 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:33:42,266 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:33:42,266 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:42,268 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:33:42,268 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69840413, jitterRate=0.04070325195789337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:42,268 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:33:42,269 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731350022256Writing region info on filesystem at 1731350022256Initializing all the Stores at 1731350022257 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350022257Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350022257Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350022257Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350022257Cleaning up temporary data from old regions at 1731350022266 (+9 ms)Running coprocessor post-open hooks at 1731350022269 (+3 ms)Region opened successfully at 1731350022269 2024-11-11T18:33:42,270 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731350022227 2024-11-11T18:33:42,273 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:33:42,273 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:33:42,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,44365,1731350021420 2024-11-11T18:33:42,275 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,44365,1731350021420, state=OPEN 2024-11-11T18:33:42,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:42,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:42,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:42,277 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,44365,1731350021420 2024-11-11T18:33:42,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:42,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:42,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:42,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:33:42,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,44365,1731350021420 in 203 msec 2024-11-11T18:33:42,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:33:42,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 617 msec 2024-11-11T18:33:42,283 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:42,283 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:33:42,285 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:33:42,285 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,44365,1731350021420, seqNum=-1] 2024-11-11T18:33:42,285 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:42,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:42,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 676 msec 2024-11-11T18:33:42,293 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731350022293, completionTime=-1 2024-11-11T18:33:42,293 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T18:33:42,293 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:33:42,295 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T18:33:42,295 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731350082295 2024-11-11T18:33:42,295 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731350142295 2024-11-11T18:33:42,295 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T18:33:42,295 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39123,1731350021313-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:42,295 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39123,1731350021313-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:42,296 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39123,1731350021313-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:42,296 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:39123, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:42,296 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:42,296 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:42,298 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:33:42,301 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.827sec 2024-11-11T18:33:42,301 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:33:42,301 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:33:42,301 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:33:42,301 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:33:42,301 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:33:42,301 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39123,1731350021313-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:42,301 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39123,1731350021313-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:33:42,303 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:33:42,303 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:33:42,303 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39123,1731350021313-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:42,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300c7767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:42,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,39123,-1 for getting cluster id 2024-11-11T18:33:42,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:33:42,356 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '384e1a34-650f-4a3b-a988-2827a82da56f' 2024-11-11T18:33:42,356 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:33:42,356 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "384e1a34-650f-4a3b-a988-2827a82da56f" 2024-11-11T18:33:42,356 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b40b15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:42,356 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,39123,-1] 2024-11-11T18:33:42,357 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:33:42,357 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:42,358 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:33:42,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d48cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:42,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:33:42,360 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,44365,1731350021420, seqNum=-1] 2024-11-11T18:33:42,361 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:42,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:42,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,39123,1731350021313 2024-11-11T18:33:42,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:33:42,364 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,39123,1731350021313 2024-11-11T18:33:42,365 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77d7e570 2024-11-11T18:33:42,365 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:33:42,366 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:33:42,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:33:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T18:33:42,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:33:42,369 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:42,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T18:33:42,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:33:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:42,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741836_1012 (size=379) 2024-11-11T18:33:42,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741836_1012 (size=379) 2024-11-11T18:33:42,379 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbefb2f5977070a4b1202d58b044565a, NAME => 'testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a 2024-11-11T18:33:42,379 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 056fc511898e5d8249afc60ccd381509, NAME => 'testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a 2024-11-11T18:33:42,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741837_1013 (size=61) 2024-11-11T18:33:42,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741837_1013 (size=61) 2024-11-11T18:33:42,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741838_1014 (size=61) 2024-11-11T18:33:42,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741838_1014 (size=61) 2024-11-11T18:33:42,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:42,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 056fc511898e5d8249afc60ccd381509, disabling compactions & flushes 2024-11-11T18:33:42,387 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509. 2024-11-11T18:33:42,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509. 2024-11-11T18:33:42,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509. after waiting 0 ms 2024-11-11T18:33:42,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509. 2024-11-11T18:33:42,387 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509. 2024-11-11T18:33:42,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 056fc511898e5d8249afc60ccd381509: Waiting for close lock at 1731350022387Disabling compacts and flushes for region at 1731350022387Disabling writes for close at 1731350022387Writing region close event to WAL at 1731350022387Closed at 1731350022387 2024-11-11T18:33:42,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:42,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing bbefb2f5977070a4b1202d58b044565a, disabling compactions & flushes 2024-11-11T18:33:42,388 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a. 2024-11-11T18:33:42,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a. 2024-11-11T18:33:42,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a. after waiting 0 ms 2024-11-11T18:33:42,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a. 2024-11-11T18:33:42,388 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a. 2024-11-11T18:33:42,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbefb2f5977070a4b1202d58b044565a: Waiting for close lock at 1731350022388Disabling compacts and flushes for region at 1731350022388Disabling writes for close at 1731350022388Writing region close event to WAL at 1731350022388Closed at 1731350022388 2024-11-11T18:33:42,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:33:42,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731350022389"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731350022389"}]},"ts":"1731350022389"} 2024-11-11T18:33:42,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731350022389"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731350022389"}]},"ts":"1731350022389"} 2024-11-11T18:33:42,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T18:33:42,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:33:42,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731350022394"}]},"ts":"1731350022394"} 2024-11-11T18:33:42,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T18:33:42,396 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:33:42,398 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:33:42,398 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:33:42,398 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:33:42,398 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:33:42,398 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:33:42,398 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:33:42,398 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:33:42,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bbefb2f5977070a4b1202d58b044565a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=056fc511898e5d8249afc60ccd381509, ASSIGN}] 2024-11-11T18:33:42,399 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bbefb2f5977070a4b1202d58b044565a, ASSIGN 2024-11-11T18:33:42,399 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=056fc511898e5d8249afc60ccd381509, ASSIGN 2024-11-11T18:33:42,400 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bbefb2f5977070a4b1202d58b044565a, ASSIGN; state=OFFLINE, location=90f34c5bee6a,33073,1731350021359; forceNewPlan=false, retain=false 2024-11-11T18:33:42,400 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=056fc511898e5d8249afc60ccd381509, ASSIGN; state=OFFLINE, location=90f34c5bee6a,44365,1731350021420; forceNewPlan=false, retain=false 2024-11-11T18:33:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:42,551 INFO [90f34c5bee6a:39123 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T18:33:42,551 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=056fc511898e5d8249afc60ccd381509, regionState=OPENING, regionLocation=90f34c5bee6a,44365,1731350021420 2024-11-11T18:33:42,551 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bbefb2f5977070a4b1202d58b044565a, regionState=OPENING, regionLocation=90f34c5bee6a,33073,1731350021359 2024-11-11T18:33:42,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=056fc511898e5d8249afc60ccd381509, ASSIGN because future has completed 2024-11-11T18:33:42,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 056fc511898e5d8249afc60ccd381509, server=90f34c5bee6a,44365,1731350021420}] 2024-11-11T18:33:42,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bbefb2f5977070a4b1202d58b044565a, ASSIGN because future has completed 2024-11-11T18:33:42,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbefb2f5977070a4b1202d58b044565a, server=90f34c5bee6a,33073,1731350021359}] 2024-11-11T18:33:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:42,709 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:42,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:42,711 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509. 2024-11-11T18:33:42,711 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 056fc511898e5d8249afc60ccd381509, NAME => 'testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T18:33:42,711 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 056fc511898e5d8249afc60ccd381509 2024-11-11T18:33:42,711 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:42,711 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 056fc511898e5d8249afc60ccd381509 2024-11-11T18:33:42,711 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 056fc511898e5d8249afc60ccd381509 2024-11-11T18:33:42,713 INFO [StoreOpener-056fc511898e5d8249afc60ccd381509-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 056fc511898e5d8249afc60ccd381509 2024-11-11T18:33:42,714 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a. 2024-11-11T18:33:42,714 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => bbefb2f5977070a4b1202d58b044565a, NAME => 'testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T18:33:42,714 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache bbefb2f5977070a4b1202d58b044565a 2024-11-11T18:33:42,714 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:42,714 INFO [StoreOpener-056fc511898e5d8249afc60ccd381509-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 056fc511898e5d8249afc60ccd381509 columnFamilyName family 2024-11-11T18:33:42,714 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for bbefb2f5977070a4b1202d58b044565a 2024-11-11T18:33:42,714 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for bbefb2f5977070a4b1202d58b044565a 2024-11-11T18:33:42,714 DEBUG [StoreOpener-056fc511898e5d8249afc60ccd381509-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:42,715 INFO [StoreOpener-056fc511898e5d8249afc60ccd381509-1 {}] regionserver.HStore(327): Store=056fc511898e5d8249afc60ccd381509/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:42,715 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 056fc511898e5d8249afc60ccd381509 2024-11-11T18:33:42,715 INFO [StoreOpener-bbefb2f5977070a4b1202d58b044565a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region bbefb2f5977070a4b1202d58b044565a 2024-11-11T18:33:42,715 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/056fc511898e5d8249afc60ccd381509 2024-11-11T18:33:42,716 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/056fc511898e5d8249afc60ccd381509 2024-11-11T18:33:42,716 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 056fc511898e5d8249afc60ccd381509 2024-11-11T18:33:42,716 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 056fc511898e5d8249afc60ccd381509 2024-11-11T18:33:42,717 INFO [StoreOpener-bbefb2f5977070a4b1202d58b044565a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbefb2f5977070a4b1202d58b044565a columnFamilyName family 2024-11-11T18:33:42,717 DEBUG [StoreOpener-bbefb2f5977070a4b1202d58b044565a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:42,717 INFO [StoreOpener-bbefb2f5977070a4b1202d58b044565a-1 {}] regionserver.HStore(327): Store=bbefb2f5977070a4b1202d58b044565a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:42,717 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for bbefb2f5977070a4b1202d58b044565a 2024-11-11T18:33:42,718 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 056fc511898e5d8249afc60ccd381509 2024-11-11T18:33:42,718 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/bbefb2f5977070a4b1202d58b044565a 2024-11-11T18:33:42,718 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/bbefb2f5977070a4b1202d58b044565a 2024-11-11T18:33:42,719 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for bbefb2f5977070a4b1202d58b044565a 2024-11-11T18:33:42,719 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for bbefb2f5977070a4b1202d58b044565a 2024-11-11T18:33:42,720 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/056fc511898e5d8249afc60ccd381509/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:42,721 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 056fc511898e5d8249afc60ccd381509; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68432723, jitterRate=0.019727036356925964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:33:42,721 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 056fc511898e5d8249afc60ccd381509 2024-11-11T18:33:42,721 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for bbefb2f5977070a4b1202d58b044565a 2024-11-11T18:33:42,722 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 056fc511898e5d8249afc60ccd381509: Running coprocessor pre-open hook at 1731350022711Writing region info on filesystem at 1731350022711Initializing all the Stores at 1731350022712 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350022712Cleaning up temporary data from old regions at 1731350022716 (+4 ms)Running coprocessor post-open hooks at 1731350022721 (+5 ms)Region opened successfully at 1731350022722 (+1 ms) 2024-11-11T18:33:42,723 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509., pid=7, masterSystemTime=1731350022707 2024-11-11T18:33:42,723 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/bbefb2f5977070a4b1202d58b044565a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:42,724 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened bbefb2f5977070a4b1202d58b044565a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65561836, jitterRate=-0.023052513599395752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:33:42,724 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbefb2f5977070a4b1202d58b044565a 2024-11-11T18:33:42,724 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for bbefb2f5977070a4b1202d58b044565a: Running coprocessor pre-open hook at 1731350022714Writing region info on filesystem at 1731350022714Initializing all the Stores at 1731350022715 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350022715Cleaning up temporary data from old regions at 1731350022719 (+4 ms)Running coprocessor post-open hooks at 1731350022724 (+5 ms)Region opened successfully at 1731350022724 2024-11-11T18:33:42,725 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a., pid=8, masterSystemTime=1731350022709 2024-11-11T18:33:42,725 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509. 2024-11-11T18:33:42,725 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509. 2024-11-11T18:33:42,726 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=056fc511898e5d8249afc60ccd381509, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,44365,1731350021420 2024-11-11T18:33:42,727 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a. 2024-11-11T18:33:42,727 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a. 2024-11-11T18:33:42,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bbefb2f5977070a4b1202d58b044565a, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,33073,1731350021359 2024-11-11T18:33:42,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 056fc511898e5d8249afc60ccd381509, server=90f34c5bee6a,44365,1731350021420 because future has completed 2024-11-11T18:33:42,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbefb2f5977070a4b1202d58b044565a, server=90f34c5bee6a,33073,1731350021359 because future has completed 2024-11-11T18:33:42,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T18:33:42,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 056fc511898e5d8249afc60ccd381509, server=90f34c5bee6a,44365,1731350021420 in 175 msec 2024-11-11T18:33:42,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-11T18:33:42,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=056fc511898e5d8249afc60ccd381509, ASSIGN in 334 msec 2024-11-11T18:33:42,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bbefb2f5977070a4b1202d58b044565a, server=90f34c5bee6a,33073,1731350021359 in 176 msec 2024-11-11T18:33:42,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:33:42,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bbefb2f5977070a4b1202d58b044565a, ASSIGN in 335 msec 2024-11-11T18:33:42,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:33:42,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731350022736"}]},"ts":"1731350022736"} 2024-11-11T18:33:42,738 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T18:33:42,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:33:42,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 373 msec 2024-11-11T18:33:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:42,995 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T18:33:42,995 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T18:33:42,995 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:33:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T18:33:42,998 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:33:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T18:33:43,001 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a., hostname=90f34c5bee6a,33073,1731350021359, seqNum=2] 2024-11-11T18:33:43,002 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:43,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:43,013 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509., hostname=90f34c5bee6a,44365,1731350021420, seqNum=2] 2024-11-11T18:33:43,022 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bbefb2f5977070a4b1202d58b044565a 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T18:33:43,038 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/bbefb2f5977070a4b1202d58b044565a/.tmp/family/56378f5ef23e4a178c23398288366ab2 is 32, key is 1/family:/1731350023004/Put/seqid=0 2024-11-11T18:33:43,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741839_1015 (size=5054) 2024-11-11T18:33:43,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741839_1015 (size=5054) 2024-11-11T18:33:43,045 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/bbefb2f5977070a4b1202d58b044565a/.tmp/family/56378f5ef23e4a178c23398288366ab2 2024-11-11T18:33:43,052 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/bbefb2f5977070a4b1202d58b044565a/.tmp/family/56378f5ef23e4a178c23398288366ab2 as hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/bbefb2f5977070a4b1202d58b044565a/family/56378f5ef23e4a178c23398288366ab2 2024-11-11T18:33:43,057 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/bbefb2f5977070a4b1202d58b044565a/family/56378f5ef23e4a178c23398288366ab2, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T18:33:43,058 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for bbefb2f5977070a4b1202d58b044565a in 36ms, sequenceid=8, compaction requested=false 2024-11-11T18:33:43,058 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bbefb2f5977070a4b1202d58b044565a: 2024-11-11T18:33:43,058 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 056fc511898e5d8249afc60ccd381509 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T18:33:43,073 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/056fc511898e5d8249afc60ccd381509/.tmp/family/0d9dc8db412742a4995c159cc27bdb77 is 32, key is 5/family:/1731350023014/Put/seqid=0 2024-11-11T18:33:43,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741840_1016 (size=5083) 2024-11-11T18:33:43,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741840_1016 (size=5083) 2024-11-11T18:33:43,079 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/056fc511898e5d8249afc60ccd381509/.tmp/family/0d9dc8db412742a4995c159cc27bdb77 2024-11-11T18:33:43,086 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/056fc511898e5d8249afc60ccd381509/.tmp/family/0d9dc8db412742a4995c159cc27bdb77 as hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/056fc511898e5d8249afc60ccd381509/family/0d9dc8db412742a4995c159cc27bdb77 2024-11-11T18:33:43,091 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/056fc511898e5d8249afc60ccd381509/family/0d9dc8db412742a4995c159cc27bdb77, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T18:33:43,092 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 056fc511898e5d8249afc60ccd381509 in 34ms, sequenceid=9, compaction requested=false 2024-11-11T18:33:43,092 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 056fc511898e5d8249afc60ccd381509: 2024-11-11T18:33:43,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99a1b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:43,093 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,39123,-1 for getting cluster id 2024-11-11T18:33:43,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:33:43,094 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '384e1a34-650f-4a3b-a988-2827a82da56f' 2024-11-11T18:33:43,094 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:33:43,094 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "384e1a34-650f-4a3b-a988-2827a82da56f" 2024-11-11T18:33:43,095 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edcc798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:43,095 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,39123,-1] 2024-11-11T18:33:43,095 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:33:43,095 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:43,096 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:33:43,096 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7561ab65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:43,101 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T18:33:43,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:33:43,103 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,44365,1731350021420, seqNum=-1] 2024-11-11T18:33:43,103 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:43,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:43,106 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:43,107 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:43,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:43,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] bucket.BucketCache(1864): found 1 blocks for file 0d9dc8db412742a4995c159cc27bdb77, starting offset: 0, end offset: 9223372036854775807 2024-11-11T18:33:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33073 {}] bucket.BucketCache(1864): found 1 blocks for file 56378f5ef23e4a178c23398288366ab2, starting offset: 0, end offset: 9223372036854775807 2024-11-11T18:33:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] bucket.BucketCache(857): removed key 0d9dc8db412742a4995c159cc27bdb77_0 from back map with offset lock 2094080 in the evict process 2024-11-11T18:33:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33073 {}] bucket.BucketCache(857): removed key 56378f5ef23e4a178c23398288366ab2_0 from back map with offset lock 2094080 in the evict process 2024-11-11T18:33:43,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:33:43,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:43,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:43,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:43,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:33:43,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:33:43,111 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:33:43,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:43,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:43,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:43,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:33:43,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:33:43,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1609263841, stopped=false 2024-11-11T18:33:43,111 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,39123,1731350021313 2024-11-11T18:33:43,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:43,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:43,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:43,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:43,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:43,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:43,113 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:33:43,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:33:43,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:43,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:43,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:43,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:43,114 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,33073,1731350021359' ***** 2024-11-11T18:33:43,114 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:33:43,115 INFO [RS:0;90f34c5bee6a:33073 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T18:33:43,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:43,115 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,44365,1731350021420' ***** 2024-11-11T18:33:43,115 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:33:43,115 INFO [RS:1;90f34c5bee6a:44365 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T18:33:43,115 INFO [RS:1;90f34c5bee6a:44365 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T18:33:43,115 INFO [RS:0;90f34c5bee6a:33073 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T18:33:43,115 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T18:33:43,115 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T18:33:43,115 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T18:33:43,115 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:33:43,115 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:33:43,116 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T18:33:43,116 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T18:33:43,116 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:33:43,116 INFO [RS:1;90f34c5bee6a:44365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:33:43,116 INFO [RS:0;90f34c5bee6a:33073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:33:43,116 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T18:33:43,116 INFO [RS:1;90f34c5bee6a:44365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:33:43,116 INFO [RS:0;90f34c5bee6a:33073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:33:43,116 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.HRegionServer(3091): Received CLOSE for bbefb2f5977070a4b1202d58b044565a 2024-11-11T18:33:43,116 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.HRegionServer(3091): Received CLOSE for 056fc511898e5d8249afc60ccd381509 2024-11-11T18:33:43,116 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:33:43,116 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,44365,1731350021420 2024-11-11T18:33:43,116 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:43,116 INFO [RS:1;90f34c5bee6a:44365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;90f34c5bee6a:44365. 2024-11-11T18:33:43,116 DEBUG [RS:1;90f34c5bee6a:44365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:43,116 DEBUG [RS:1;90f34c5bee6a:44365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:43,116 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,33073,1731350021359 2024-11-11T18:33:43,117 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:43,117 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 056fc511898e5d8249afc60ccd381509, disabling compactions & flushes 2024-11-11T18:33:43,117 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:33:43,117 INFO [RS:0;90f34c5bee6a:33073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:33073. 2024-11-11T18:33:43,117 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509. 2024-11-11T18:33:43,117 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:33:43,117 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509. 2024-11-11T18:33:43,117 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:33:43,117 DEBUG [RS:0;90f34c5bee6a:33073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:43,117 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbefb2f5977070a4b1202d58b044565a, disabling compactions & flushes 2024-11-11T18:33:43,117 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509. after waiting 0 ms 2024-11-11T18:33:43,117 DEBUG [RS:0;90f34c5bee6a:33073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:43,117 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:33:43,117 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509. 2024-11-11T18:33:43,117 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a. 2024-11-11T18:33:43,117 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a. 2024-11-11T18:33:43,117 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:33:43,117 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a. after waiting 0 ms 2024-11-11T18:33:43,117 DEBUG [RS:0;90f34c5bee6a:33073 {}] regionserver.HRegionServer(1325): Online Regions={bbefb2f5977070a4b1202d58b044565a=testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a.} 2024-11-11T18:33:43,117 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a. 2024-11-11T18:33:43,117 DEBUG [RS:0;90f34c5bee6a:33073 {}] regionserver.HRegionServer(1351): Waiting on bbefb2f5977070a4b1202d58b044565a 2024-11-11T18:33:43,117 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:33:43,117 DEBUG [RS:1;90f34c5bee6a:44365 {}] regionserver.HRegionServer(1325): Online Regions={056fc511898e5d8249afc60ccd381509=testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:33:43,117 DEBUG [RS:1;90f34c5bee6a:44365 {}] regionserver.HRegionServer(1351): Waiting on 056fc511898e5d8249afc60ccd381509, 1588230740 2024-11-11T18:33:43,117 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:33:43,117 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:33:43,117 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:33:43,117 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:33:43,117 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:33:43,117 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T18:33:43,122 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/bbefb2f5977070a4b1202d58b044565a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T18:33:43,122 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/default/testClearRegionBlockCache/056fc511898e5d8249afc60ccd381509/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T18:33:43,123 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a. 2024-11-11T18:33:43,123 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbefb2f5977070a4b1202d58b044565a: Waiting for close lock at 1731350023117Running coprocessor pre-close hooks at 1731350023117Disabling compacts and flushes for region at 1731350023117Disabling writes for close at 1731350023117Writing region close event to WAL at 1731350023118 (+1 ms)Running coprocessor post-close hooks at 1731350023123 (+5 ms)Closed at 1731350023123 2024-11-11T18:33:43,123 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731350022366.bbefb2f5977070a4b1202d58b044565a. 2024-11-11T18:33:43,123 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509. 2024-11-11T18:33:43,123 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 056fc511898e5d8249afc60ccd381509: Waiting for close lock at 1731350023116Running coprocessor pre-close hooks at 1731350023116Disabling compacts and flushes for region at 1731350023116Disabling writes for close at 1731350023117 (+1 ms)Writing region close event to WAL at 1731350023118 (+1 ms)Running coprocessor post-close hooks at 1731350023123 (+5 ms)Closed at 1731350023123 2024-11-11T18:33:43,123 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509. 2024-11-11T18:33:43,134 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740/.tmp/info/4b78dbf4f1b64fa0a38115e79efcfff6 is 173, key is testClearRegionBlockCache,5,1731350022366.056fc511898e5d8249afc60ccd381509./info:regioninfo/1731350022726/Put/seqid=0 2024-11-11T18:33:43,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741841_1017 (size=8173) 2024-11-11T18:33:43,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741841_1017 (size=8173) 2024-11-11T18:33:43,140 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740/.tmp/info/4b78dbf4f1b64fa0a38115e79efcfff6 2024-11-11T18:33:43,160 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740/.tmp/ns/42c34e0b117f4e85aa26bc1286b9ef4c is 43, key is default/ns:d/1731350022287/Put/seqid=0 2024-11-11T18:33:43,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:33:43,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:33:43,165 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740/.tmp/ns/42c34e0b117f4e85aa26bc1286b9ef4c 2024-11-11T18:33:43,185 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740/.tmp/table/2f24af7f38fe4344bfa62eb9e0e8b597 is 61, key is testClearRegionBlockCache/table:state/1731350022736/Put/seqid=0 2024-11-11T18:33:43,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741843_1019 (size=5312) 2024-11-11T18:33:43,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741843_1019 (size=5312) 2024-11-11T18:33:43,191 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740/.tmp/table/2f24af7f38fe4344bfa62eb9e0e8b597 2024-11-11T18:33:43,193 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:43,197 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740/.tmp/info/4b78dbf4f1b64fa0a38115e79efcfff6 as hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740/info/4b78dbf4f1b64fa0a38115e79efcfff6 2024-11-11T18:33:43,203 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740/info/4b78dbf4f1b64fa0a38115e79efcfff6, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T18:33:43,204 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740/.tmp/ns/42c34e0b117f4e85aa26bc1286b9ef4c as hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740/ns/42c34e0b117f4e85aa26bc1286b9ef4c 2024-11-11T18:33:43,206 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:43,209 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740/ns/42c34e0b117f4e85aa26bc1286b9ef4c, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T18:33:43,210 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740/.tmp/table/2f24af7f38fe4344bfa62eb9e0e8b597 as hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740/table/2f24af7f38fe4344bfa62eb9e0e8b597 2024-11-11T18:33:43,216 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740/table/2f24af7f38fe4344bfa62eb9e0e8b597, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T18:33:43,217 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=13, compaction requested=false 2024-11-11T18:33:43,222 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T18:33:43,223 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:33:43,223 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:43,223 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731350023117Running coprocessor pre-close hooks at 1731350023117Disabling compacts and flushes for region at 1731350023117Disabling writes for close at 1731350023117Obtaining lock to block concurrent updates at 1731350023117Preparing flush snapshotting stores in 1588230740 at 1731350023117Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731350023118 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731350023118Flushing 1588230740/info: creating writer at 1731350023118Flushing 1588230740/info: appending metadata at 1731350023134 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731350023134Flushing 1588230740/ns: creating writer at 1731350023146 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731350023159 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731350023159Flushing 1588230740/table: creating writer at 1731350023171 (+12 ms)Flushing 1588230740/table: appending metadata at 1731350023185 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731350023185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@785525e5: reopening flushed file at 1731350023197 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac059c5: reopening flushed file at 1731350023203 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eef94ed: reopening flushed file at 1731350023210 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=13, compaction requested=false at 1731350023217 (+7 ms)Writing region close event to WAL at 1731350023218 (+1 ms)Running coprocessor post-close hooks at 1731350023223 (+5 ms)Closed at 1731350023223 2024-11-11T18:33:43,223 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:43,317 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,33073,1731350021359; all regions closed. 2024-11-11T18:33:43,317 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,44365,1731350021420; all regions closed. 2024-11-11T18:33:43,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741834_1010 (size=1758) 2024-11-11T18:33:43,321 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/WALs/90f34c5bee6a,44365,1731350021420/90f34c5bee6a%2C44365%2C1731350021420.meta.1731350022236.meta not finished, retry = 0 2024-11-11T18:33:43,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741835_1011 (size=4338) 2024-11-11T18:33:43,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741834_1010 (size=1758) 2024-11-11T18:33:43,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741835_1011 (size=4338) 2024-11-11T18:33:43,323 DEBUG [RS:0;90f34c5bee6a:33073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/oldWALs 2024-11-11T18:33:43,323 INFO [RS:0;90f34c5bee6a:33073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C33073%2C1731350021359:(num 1731350021837) 2024-11-11T18:33:43,323 DEBUG [RS:0;90f34c5bee6a:33073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:43,323 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:43,323 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:43,323 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:43,323 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:33:43,323 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:33:43,323 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:33:43,323 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:43,323 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:43,324 INFO [RS:0;90f34c5bee6a:33073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33073 2024-11-11T18:33:43,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,33073,1731350021359 2024-11-11T18:33:43,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:43,326 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:43,327 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,33073,1731350021359] 2024-11-11T18:33:43,328 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,33073,1731350021359 already deleted, retry=false 2024-11-11T18:33:43,328 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,33073,1731350021359 expired; onlineServers=1 2024-11-11T18:33:43,423 DEBUG [RS:1;90f34c5bee6a:44365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/oldWALs 2024-11-11T18:33:43,423 INFO [RS:1;90f34c5bee6a:44365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C44365%2C1731350021420.meta:.meta(num 1731350022236) 2024-11-11T18:33:43,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741833_1009 (size=1867) 2024-11-11T18:33:43,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741833_1009 (size=1867) 2024-11-11T18:33:43,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:43,427 INFO [RS:0;90f34c5bee6a:33073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:43,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101084eaf420001, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:43,427 INFO [RS:0;90f34c5bee6a:33073 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,33073,1731350021359; zookeeper connection closed. 2024-11-11T18:33:43,428 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56bb8346 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56bb8346 2024-11-11T18:33:43,428 DEBUG [RS:1;90f34c5bee6a:44365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/oldWALs 2024-11-11T18:33:43,428 INFO [RS:1;90f34c5bee6a:44365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C44365%2C1731350021420:(num 1731350021827) 2024-11-11T18:33:43,428 DEBUG [RS:1;90f34c5bee6a:44365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:43,428 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:43,428 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:43,429 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:43,429 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:43,429 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:43,429 INFO [RS:1;90f34c5bee6a:44365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44365 2024-11-11T18:33:43,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,44365,1731350021420 2024-11-11T18:33:43,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:43,432 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:43,433 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,44365,1731350021420] 2024-11-11T18:33:43,434 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,44365,1731350021420 already deleted, retry=false 2024-11-11T18:33:43,434 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,44365,1731350021420 expired; onlineServers=0 2024-11-11T18:33:43,434 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,39123,1731350021313' ***** 2024-11-11T18:33:43,434 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:33:43,435 INFO [M:0;90f34c5bee6a:39123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:43,435 INFO [M:0;90f34c5bee6a:39123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:43,435 DEBUG [M:0;90f34c5bee6a:39123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:33:43,435 DEBUG [M:0;90f34c5bee6a:39123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:33:43,435 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:33:43,435 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350021628 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350021628,5,FailOnTimeoutGroup] 2024-11-11T18:33:43,435 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350021629 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350021629,5,FailOnTimeoutGroup] 2024-11-11T18:33:43,435 INFO [M:0;90f34c5bee6a:39123 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:43,435 INFO [M:0;90f34c5bee6a:39123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:43,435 DEBUG [M:0;90f34c5bee6a:39123 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:33:43,435 INFO [M:0;90f34c5bee6a:39123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:33:43,435 INFO [M:0;90f34c5bee6a:39123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:33:43,436 INFO [M:0;90f34c5bee6a:39123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:33:43,436 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:33:43,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:43,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:43,437 DEBUG [M:0;90f34c5bee6a:39123 {}] zookeeper.ZKUtil(347): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T18:33:43,437 WARN [M:0;90f34c5bee6a:39123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:33:43,437 INFO [M:0;90f34c5bee6a:39123 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/.lastflushedseqids 2024-11-11T18:33:43,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741844_1020 (size=191) 2024-11-11T18:33:43,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741844_1020 (size=191) 2024-11-11T18:33:43,443 INFO [M:0;90f34c5bee6a:39123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:33:43,443 INFO [M:0;90f34c5bee6a:39123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:33:43,443 DEBUG [M:0;90f34c5bee6a:39123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:33:43,443 INFO [M:0;90f34c5bee6a:39123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:43,443 DEBUG [M:0;90f34c5bee6a:39123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:43,443 DEBUG [M:0;90f34c5bee6a:39123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:33:43,443 DEBUG [M:0;90f34c5bee6a:39123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:43,443 INFO [M:0;90f34c5bee6a:39123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-11T18:33:43,459 DEBUG [M:0;90f34c5bee6a:39123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b69e343cd844789bdee9d9d7e7368f2 is 82, key is hbase:meta,,1/info:regioninfo/1731350022273/Put/seqid=0 2024-11-11T18:33:43,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741845_1021 (size=5672) 2024-11-11T18:33:43,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741845_1021 (size=5672) 2024-11-11T18:33:43,464 INFO [M:0;90f34c5bee6a:39123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b69e343cd844789bdee9d9d7e7368f2 2024-11-11T18:33:43,486 DEBUG [M:0;90f34c5bee6a:39123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6a7a7d2b693454b9d69babda3ad08ac is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731350022740/Put/seqid=0 2024-11-11T18:33:43,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741846_1022 (size=6219) 2024-11-11T18:33:43,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741846_1022 (size=6219) 2024-11-11T18:33:43,492 INFO [M:0;90f34c5bee6a:39123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6a7a7d2b693454b9d69babda3ad08ac 2024-11-11T18:33:43,511 DEBUG [M:0;90f34c5bee6a:39123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/deae3a49b879405399549a2a955acac3 is 69, key is 90f34c5bee6a,33073,1731350021359/rs:state/1731350021685/Put/seqid=0 2024-11-11T18:33:43,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741847_1023 (size=5224) 2024-11-11T18:33:43,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741847_1023 (size=5224) 2024-11-11T18:33:43,517 INFO [M:0;90f34c5bee6a:39123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/deae3a49b879405399549a2a955acac3 2024-11-11T18:33:43,522 DEBUG [M:0;90f34c5bee6a:39123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b69e343cd844789bdee9d9d7e7368f2 as hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b69e343cd844789bdee9d9d7e7368f2 2024-11-11T18:33:43,527 INFO [M:0;90f34c5bee6a:39123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b69e343cd844789bdee9d9d7e7368f2, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T18:33:43,528 DEBUG [M:0;90f34c5bee6a:39123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6a7a7d2b693454b9d69babda3ad08ac as hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6a7a7d2b693454b9d69babda3ad08ac 2024-11-11T18:33:43,533 INFO [M:0;90f34c5bee6a:39123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6a7a7d2b693454b9d69babda3ad08ac, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T18:33:43,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:43,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101084eaf420002, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:43,533 INFO [RS:1;90f34c5bee6a:44365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:43,533 INFO [RS:1;90f34c5bee6a:44365 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,44365,1731350021420; zookeeper connection closed. 2024-11-11T18:33:43,533 DEBUG [M:0;90f34c5bee6a:39123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/deae3a49b879405399549a2a955acac3 as hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/deae3a49b879405399549a2a955acac3 2024-11-11T18:33:43,534 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2228e6af {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2228e6af 2024-11-11T18:33:43,534 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T18:33:43,539 INFO [M:0;90f34c5bee6a:39123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33737/user/jenkins/test-data/755245e2-fe83-aedb-6a60-1228d513af0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/deae3a49b879405399549a2a955acac3, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T18:33:43,540 INFO [M:0;90f34c5bee6a:39123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=71, compaction requested=false 2024-11-11T18:33:43,541 INFO [M:0;90f34c5bee6a:39123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:43,541 DEBUG [M:0;90f34c5bee6a:39123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731350023443Disabling compacts and flushes for region at 1731350023443Disabling writes for close at 1731350023443Obtaining lock to block concurrent updates at 1731350023443Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731350023443Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731350023444 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731350023444Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731350023444Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731350023459 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731350023459Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731350023469 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731350023485 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731350023485Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731350023497 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731350023511 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731350023511Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5886dd56: reopening flushed file at 1731350023522 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2825df8c: reopening flushed file at 1731350023527 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68784458: reopening flushed file at 1731350023533 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=71, compaction requested=false at 1731350023540 (+7 ms)Writing region close event to WAL at 1731350023541 (+1 ms)Closed at 1731350023541 2024-11-11T18:33:43,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43383 is added to blk_1073741830_1006 (size=35440) 2024-11-11T18:33:43,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38353 is added to blk_1073741830_1006 (size=35440) 2024-11-11T18:33:43,546 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:43,546 INFO [M:0;90f34c5bee6a:39123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:33:43,547 INFO [M:0;90f34c5bee6a:39123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39123 2024-11-11T18:33:43,547 INFO [M:0;90f34c5bee6a:39123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:43,649 INFO [M:0;90f34c5bee6a:39123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:43,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:43,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39123-0x101084eaf420000, quorum=127.0.0.1:62718, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:43,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@289208df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:43,652 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47c64d4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:43,652 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:43,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74452c9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:43,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dbda75e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:43,654 WARN [BP-762938090-172.17.0.2-1731350020521 heartbeating to localhost/127.0.0.1:33737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:33:43,654 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:33:43,654 WARN [BP-762938090-172.17.0.2-1731350020521 heartbeating to localhost/127.0.0.1:33737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-762938090-172.17.0.2-1731350020521 (Datanode Uuid 2018da64-f839-470f-bf4f-19f1895d21db) service to localhost/127.0.0.1:33737 2024-11-11T18:33:43,654 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:33:43,655 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/cluster_1cf607b6-ed50-3e0f-4756-02afbfa5fdae/data/data3/current/BP-762938090-172.17.0.2-1731350020521 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:43,655 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/cluster_1cf607b6-ed50-3e0f-4756-02afbfa5fdae/data/data4/current/BP-762938090-172.17.0.2-1731350020521 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:43,655 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:33:43,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a411d40{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:43,657 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d4ccd4e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:43,657 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:43,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59c3d213{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:43,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72d98a6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:43,659 WARN [BP-762938090-172.17.0.2-1731350020521 heartbeating to localhost/127.0.0.1:33737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:33:43,659 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:33:43,659 WARN [BP-762938090-172.17.0.2-1731350020521 heartbeating to localhost/127.0.0.1:33737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-762938090-172.17.0.2-1731350020521 (Datanode Uuid 9e0619fb-55ac-4a49-a712-9b48d2940bb4) service to localhost/127.0.0.1:33737 2024-11-11T18:33:43,659 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:33:43,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/cluster_1cf607b6-ed50-3e0f-4756-02afbfa5fdae/data/data1/current/BP-762938090-172.17.0.2-1731350020521 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:43,660 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/cluster_1cf607b6-ed50-3e0f-4756-02afbfa5fdae/data/data2/current/BP-762938090-172.17.0.2-1731350020521 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:43,660 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:33:43,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a3d0703{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:33:43,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61cda14{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:43,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:43,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe0e0ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:43,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@419b6067{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:43,672 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:33:43,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:33:43,695 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=155 (was 138) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33737 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33737 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 476) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=109 (was 109), ProcessCount=11 (was 11), AvailableMemoryMB=7872 (was 7998) 2024-11-11T18:33:43,703 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=155, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=109, ProcessCount=11, AvailableMemoryMB=7873 2024-11-11T18:33:43,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/hadoop.log.dir so I do NOT create it in target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145 2024-11-11T18:33:43,716 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:33:43,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/hadoop.tmp.dir so I do NOT create it in target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145 2024-11-11T18:33:43,716 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/501b4de8-b428-6896-17f4-4aaf2d8c1cf8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:33:43,716 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145 2024-11-11T18:33:43,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:33:43,717 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/cluster_8da854d4-cc49-03fe-a3db-01b08e16e4cd, deleteOnExit=true 2024-11-11T18:33:43,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:33:43,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/test.cache.data in system properties and HBase conf 2024-11-11T18:33:43,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:33:43,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:33:43,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:33:43,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:33:43,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:33:43,717 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:33:43,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:33:43,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:33:43,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:33:43,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:33:43,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:33:43,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:33:43,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:33:43,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:33:43,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:33:43,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:33:43,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:33:43,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:33:43,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:33:43,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:33:43,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:43,818 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:43,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:43,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:43,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:33:43,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:43,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48f6781{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:43,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a5467d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:43,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35babe2f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/java.io.tmpdir/jetty-localhost-39163-hadoop-hdfs-3_4_1-tests_jar-_-any-16868452477773317852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:33:43,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12d07483{HTTP/1.1, (http/1.1)}{localhost:39163} 2024-11-11T18:33:43,936 INFO [Time-limited test {}] server.Server(415): Started @19769ms 2024-11-11T18:33:44,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:44,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:44,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:44,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:44,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:33:44,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@145d8f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:44,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@669db43c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:44,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd86e59{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/java.io.tmpdir/jetty-localhost-46057-hadoop-hdfs-3_4_1-tests_jar-_-any-12100287113050182140/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:44,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65aaa33a{HTTP/1.1, (http/1.1)}{localhost:46057} 2024-11-11T18:33:44,123 INFO [Time-limited test {}] server.Server(415): Started @19956ms 2024-11-11T18:33:44,124 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:33:44,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:44,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:44,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:44,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:44,157 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:33:44,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ef93ff9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:44,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d34d60d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:44,224 WARN [Thread-1148 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/cluster_8da854d4-cc49-03fe-a3db-01b08e16e4cd/data/data1/current/BP-466678214-172.17.0.2-1731350023748/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:44,224 WARN [Thread-1149 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/cluster_8da854d4-cc49-03fe-a3db-01b08e16e4cd/data/data2/current/BP-466678214-172.17.0.2-1731350023748/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:44,241 WARN [Thread-1127 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:33:44,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24a1bc8f46cc5592 with lease ID 0x7c3d4759fbb5cf31: Processing first storage report for DS-58980464-d46e-43c3-bdd3-7ce66dd766d8 from datanode DatanodeRegistration(127.0.0.1:43773, datanodeUuid=eb9b9f8f-673b-46a9-8834-49bc88f1ffb0, infoPort=36591, infoSecurePort=0, ipcPort=41121, storageInfo=lv=-57;cid=testClusterID;nsid=873611846;c=1731350023748) 2024-11-11T18:33:44,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24a1bc8f46cc5592 with lease ID 0x7c3d4759fbb5cf31: from storage DS-58980464-d46e-43c3-bdd3-7ce66dd766d8 node DatanodeRegistration(127.0.0.1:43773, datanodeUuid=eb9b9f8f-673b-46a9-8834-49bc88f1ffb0, infoPort=36591, infoSecurePort=0, ipcPort=41121, storageInfo=lv=-57;cid=testClusterID;nsid=873611846;c=1731350023748), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:44,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24a1bc8f46cc5592 with lease ID 0x7c3d4759fbb5cf31: Processing first storage report for DS-50b43f3e-78f4-49e1-b23c-c5d4d3b77d15 from datanode DatanodeRegistration(127.0.0.1:43773, datanodeUuid=eb9b9f8f-673b-46a9-8834-49bc88f1ffb0, infoPort=36591, infoSecurePort=0, ipcPort=41121, storageInfo=lv=-57;cid=testClusterID;nsid=873611846;c=1731350023748) 2024-11-11T18:33:44,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24a1bc8f46cc5592 with lease ID 0x7c3d4759fbb5cf31: from storage DS-50b43f3e-78f4-49e1-b23c-c5d4d3b77d15 node DatanodeRegistration(127.0.0.1:43773, datanodeUuid=eb9b9f8f-673b-46a9-8834-49bc88f1ffb0, infoPort=36591, infoSecurePort=0, ipcPort=41121, storageInfo=lv=-57;cid=testClusterID;nsid=873611846;c=1731350023748), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T18:33:44,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e13ee1d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/java.io.tmpdir/jetty-localhost-41303-hadoop-hdfs-3_4_1-tests_jar-_-any-2324493344509145294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:44,280 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bdbaf49{HTTP/1.1, (http/1.1)}{localhost:41303} 2024-11-11T18:33:44,280 INFO [Time-limited test {}] server.Server(415): Started @20113ms 2024-11-11T18:33:44,282 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:33:44,389 WARN [Thread-1174 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/cluster_8da854d4-cc49-03fe-a3db-01b08e16e4cd/data/data3/current/BP-466678214-172.17.0.2-1731350023748/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:44,389 WARN [Thread-1175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/cluster_8da854d4-cc49-03fe-a3db-01b08e16e4cd/data/data4/current/BP-466678214-172.17.0.2-1731350023748/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:44,406 WARN [Thread-1163 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:33:44,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x190b0b20c7035f6b with lease ID 0x7c3d4759fbb5cf32: Processing first storage report for DS-98d99481-95cb-41af-b45e-33eb56c6d46e from datanode DatanodeRegistration(127.0.0.1:36195, datanodeUuid=0f1a63e2-c7ee-49e7-8c4f-3359764e2e0a, infoPort=36489, infoSecurePort=0, ipcPort=34471, storageInfo=lv=-57;cid=testClusterID;nsid=873611846;c=1731350023748) 2024-11-11T18:33:44,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x190b0b20c7035f6b with lease ID 0x7c3d4759fbb5cf32: from storage DS-98d99481-95cb-41af-b45e-33eb56c6d46e node DatanodeRegistration(127.0.0.1:36195, datanodeUuid=0f1a63e2-c7ee-49e7-8c4f-3359764e2e0a, infoPort=36489, infoSecurePort=0, ipcPort=34471, storageInfo=lv=-57;cid=testClusterID;nsid=873611846;c=1731350023748), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:44,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x190b0b20c7035f6b with lease ID 0x7c3d4759fbb5cf32: Processing first storage report for DS-25fcdbb8-1b64-49ed-811b-5c08d1ef42c1 from datanode DatanodeRegistration(127.0.0.1:36195, datanodeUuid=0f1a63e2-c7ee-49e7-8c4f-3359764e2e0a, infoPort=36489, infoSecurePort=0, ipcPort=34471, storageInfo=lv=-57;cid=testClusterID;nsid=873611846;c=1731350023748) 2024-11-11T18:33:44,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x190b0b20c7035f6b with lease ID 0x7c3d4759fbb5cf32: from storage DS-25fcdbb8-1b64-49ed-811b-5c08d1ef42c1 node DatanodeRegistration(127.0.0.1:36195, datanodeUuid=0f1a63e2-c7ee-49e7-8c4f-3359764e2e0a, infoPort=36489, infoSecurePort=0, ipcPort=34471, storageInfo=lv=-57;cid=testClusterID;nsid=873611846;c=1731350023748), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:44,506 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145 2024-11-11T18:33:44,509 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/cluster_8da854d4-cc49-03fe-a3db-01b08e16e4cd/zookeeper_0, clientPort=49355, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/cluster_8da854d4-cc49-03fe-a3db-01b08e16e4cd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/cluster_8da854d4-cc49-03fe-a3db-01b08e16e4cd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:33:44,510 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49355 2024-11-11T18:33:44,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:44,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:44,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:33:44,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:33:44,521 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd with version=8 2024-11-11T18:33:44,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/hbase-staging 2024-11-11T18:33:44,523 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:44,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:44,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:44,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:44,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:44,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:44,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:33:44,524 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:44,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44631 2024-11-11T18:33:44,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44631 connecting to ZooKeeper ensemble=127.0.0.1:49355 2024-11-11T18:33:44,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446310x0, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:44,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44631-0x101084ebbcc0000 connected 2024-11-11T18:33:44,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:44,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:44,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:44,560 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd, hbase.cluster.distributed=false 2024-11-11T18:33:44,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:44,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44631 2024-11-11T18:33:44,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44631 2024-11-11T18:33:44,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44631 2024-11-11T18:33:44,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44631 2024-11-11T18:33:44,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44631 2024-11-11T18:33:44,583 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:44,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:44,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:44,584 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:44,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:44,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:44,584 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:33:44,584 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:44,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36765 2024-11-11T18:33:44,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36765 connecting to ZooKeeper ensemble=127.0.0.1:49355 2024-11-11T18:33:44,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:44,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:44,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367650x0, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:44,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367650x0, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:44,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36765-0x101084ebbcc0001 connected 2024-11-11T18:33:44,593 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:33:44,594 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T18:33:44,599 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T18:33:44,599 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T18:33:44,601 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T18:33:44,601 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:33:44,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:33:44,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:44,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36765 2024-11-11T18:33:44,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36765 2024-11-11T18:33:44,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36765 2024-11-11T18:33:44,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36765 2024-11-11T18:33:44,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36765 2024-11-11T18:33:44,619 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:44,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:44,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:44,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:44,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:44,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:44,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:33:44,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:44,620 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46457 2024-11-11T18:33:44,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46457 connecting to ZooKeeper ensemble=127.0.0.1:49355 2024-11-11T18:33:44,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:44,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:44,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464570x0, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:44,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464570x0, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:44,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46457-0x101084ebbcc0002 connected 2024-11-11T18:33:44,628 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:33:44,628 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T18:33:44,634 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T18:33:44,634 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T18:33:44,635 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T18:33:44,635 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:33:44,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:33:44,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:44,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46457 2024-11-11T18:33:44,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46457 2024-11-11T18:33:44,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46457 2024-11-11T18:33:44,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46457 2024-11-11T18:33:44,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46457 2024-11-11T18:33:44,650 DEBUG [M:0;90f34c5bee6a:44631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:44631 2024-11-11T18:33:44,650 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/90f34c5bee6a,44631,1731350024523 2024-11-11T18:33:44,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:44,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:44,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:44,653 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/90f34c5bee6a,44631,1731350024523 2024-11-11T18:33:44,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:44,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:44,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:44,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:44,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:44,655 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T18:33:44,655 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/90f34c5bee6a,44631,1731350024523 from backup master directory 2024-11-11T18:33:44,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/90f34c5bee6a,44631,1731350024523 2024-11-11T18:33:44,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:44,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:44,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:44,658 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:44,658 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,44631,1731350024523 2024-11-11T18:33:44,662 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/hbase.id] with ID: fb9438be-83d7-4e8d-97ea-1d0c7c7c2d6c 2024-11-11T18:33:44,662 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/.tmp/hbase.id 2024-11-11T18:33:44,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:33:44,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:33:44,669 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/.tmp/hbase.id]:[hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/hbase.id] 2024-11-11T18:33:44,680 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:44,680 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:33:44,681 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:33:44,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:44,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:44,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:44,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:33:44,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:33:44,690 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:33:44,691 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:33:44,692 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:44,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:33:44,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:33:44,699 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store 2024-11-11T18:33:44,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:33:44,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:33:44,707 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:44,707 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:33:44,707 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:44,707 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:44,708 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:33:44,708 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:44,708 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:44,708 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731350024707Disabling compacts and flushes for region at 1731350024707Disabling writes for close at 1731350024708 (+1 ms)Writing region close event to WAL at 1731350024708Closed at 1731350024708 2024-11-11T18:33:44,708 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/.initializing 2024-11-11T18:33:44,708 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/WALs/90f34c5bee6a,44631,1731350024523 2024-11-11T18:33:44,709 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:44,711 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C44631%2C1731350024523, suffix=, logDir=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/WALs/90f34c5bee6a,44631,1731350024523, archiveDir=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/oldWALs, maxLogs=10 2024-11-11T18:33:44,725 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/WALs/90f34c5bee6a,44631,1731350024523/90f34c5bee6a%2C44631%2C1731350024523.1731350024711, exclude list is [], retry=0 2024-11-11T18:33:44,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43773,DS-58980464-d46e-43c3-bdd3-7ce66dd766d8,DISK] 2024-11-11T18:33:44,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36195,DS-98d99481-95cb-41af-b45e-33eb56c6d46e,DISK] 2024-11-11T18:33:44,730 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/WALs/90f34c5bee6a,44631,1731350024523/90f34c5bee6a%2C44631%2C1731350024523.1731350024711 2024-11-11T18:33:44,730 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36591:36591),(127.0.0.1/127.0.0.1:36489:36489)] 2024-11-11T18:33:44,730 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:33:44,731 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:44,731 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:44,731 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:44,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:44,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:33:44,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:44,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:44,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:44,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:33:44,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:44,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:44,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:44,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:33:44,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:44,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:44,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:44,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:33:44,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:44,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:44,740 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:44,740 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:44,740 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:44,742 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:44,742 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:44,742 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:44,743 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:44,745 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:44,746 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60213893, jitterRate=-0.10274307429790497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:44,746 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731350024731Initializing all the Stores at 1731350024732 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350024732Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350024732Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350024732Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350024732Cleaning up temporary data from old regions at 1731350024742 (+10 ms)Region opened successfully at 1731350024746 (+4 ms) 2024-11-11T18:33:44,747 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:33:44,750 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18171b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:44,751 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:33:44,751 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:33:44,751 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:33:44,751 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:33:44,751 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:33:44,752 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:33:44,752 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:33:44,754 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:33:44,754 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T18:33:44,756 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T18:33:44,756 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:33:44,757 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:33:44,758 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T18:33:44,758 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:33:44,759 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:33:44,761 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T18:33:44,762 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:33:44,763 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T18:33:44,764 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:33:44,766 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T18:33:44,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:44,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:44,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:44,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:44,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:44,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:44,768 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,44631,1731350024523, sessionid=0x101084ebbcc0000, setting cluster-up flag (Was=false) 2024-11-11T18:33:44,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:44,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:44,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:44,778 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T18:33:44,779 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,44631,1731350024523 2024-11-11T18:33:44,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:44,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:44,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:44,788 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T18:33:44,789 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,44631,1731350024523 2024-11-11T18:33:44,790 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:33:44,792 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:44,792 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:33:44,792 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:33:44,792 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,44631,1731350024523 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:33:44,793 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:44,793 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:44,793 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:44,793 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:44,793 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:33:44,793 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,793 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:44,793 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,794 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731350054794 2024-11-11T18:33:44,794 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:33:44,794 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:33:44,794 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:33:44,794 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:33:44,794 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:33:44,794 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:33:44,795 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,795 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:33:44,795 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:33:44,795 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:33:44,795 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:44,795 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:33:44,795 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:33:44,795 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:33:44,796 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350024795,5,FailOnTimeoutGroup] 2024-11-11T18:33:44,796 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350024796,5,FailOnTimeoutGroup] 2024-11-11T18:33:44,796 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,796 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:33:44,796 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,796 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,796 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:44,796 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:33:44,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:33:44,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:33:44,809 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:33:44,809 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd 2024-11-11T18:33:44,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:33:44,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:33:44,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:44,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:33:44,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:33:44,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:44,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:44,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:33:44,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:33:44,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:44,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:44,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:33:44,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:33:44,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:44,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:44,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:33:44,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:33:44,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:44,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:44,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:33:44,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740 2024-11-11T18:33:44,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740 2024-11-11T18:33:44,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:33:44,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:33:44,828 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:44,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:33:44,831 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:44,831 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68330697, jitterRate=0.018206730484962463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:44,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731350024818Initializing all the Stores at 1731350024819 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350024819Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350024819Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350024819Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350024819Cleaning up temporary data from old regions at 1731350024828 (+9 ms)Region opened successfully at 1731350024832 (+4 ms) 2024-11-11T18:33:44,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:33:44,832 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:33:44,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:33:44,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:33:44,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:33:44,832 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:44,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731350024832Disabling compacts and flushes for region at 1731350024832Disabling writes for close at 1731350024832Writing region close event to WAL at 1731350024832Closed at 1731350024832 2024-11-11T18:33:44,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:44,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:33:44,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:33:44,835 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:33:44,836 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:33:44,839 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.HRegionServer(746): ClusterId : fb9438be-83d7-4e8d-97ea-1d0c7c7c2d6c 2024-11-11T18:33:44,839 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.HRegionServer(746): ClusterId : fb9438be-83d7-4e8d-97ea-1d0c7c7c2d6c 2024-11-11T18:33:44,839 DEBUG [RS:0;90f34c5bee6a:36765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:33:44,839 DEBUG [RS:1;90f34c5bee6a:46457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:33:44,842 DEBUG [RS:1;90f34c5bee6a:46457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:33:44,842 DEBUG [RS:0;90f34c5bee6a:36765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:33:44,842 DEBUG [RS:0;90f34c5bee6a:36765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:33:44,842 DEBUG [RS:1;90f34c5bee6a:46457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:33:44,844 DEBUG [RS:0;90f34c5bee6a:36765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:33:44,844 DEBUG [RS:1;90f34c5bee6a:46457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:33:44,844 DEBUG [RS:0;90f34c5bee6a:36765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@850762c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:44,844 DEBUG [RS:1;90f34c5bee6a:46457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2450b2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:44,857 DEBUG [RS:0;90f34c5bee6a:36765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:36765 2024-11-11T18:33:44,857 DEBUG [RS:1;90f34c5bee6a:46457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;90f34c5bee6a:46457 2024-11-11T18:33:44,857 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:33:44,857 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:33:44,857 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:33:44,857 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:33:44,857 DEBUG [RS:0;90f34c5bee6a:36765 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:33:44,857 DEBUG [RS:1;90f34c5bee6a:46457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:33:44,857 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,44631,1731350024523 with port=36765, startcode=1731350024583 2024-11-11T18:33:44,857 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,44631,1731350024523 with port=46457, startcode=1731350024619 2024-11-11T18:33:44,858 DEBUG [RS:0;90f34c5bee6a:36765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:33:44,858 DEBUG [RS:1;90f34c5bee6a:46457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:33:44,859 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:33:44,860 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,46457,1731350024619 2024-11-11T18:33:44,860 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44631 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,46457,1731350024619 2024-11-11T18:33:44,860 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:33:44,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,36765,1731350024583 2024-11-11T18:33:44,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44631 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,36765,1731350024583 2024-11-11T18:33:44,862 DEBUG [RS:1;90f34c5bee6a:46457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd 2024-11-11T18:33:44,862 DEBUG [RS:1;90f34c5bee6a:46457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38237 2024-11-11T18:33:44,862 DEBUG [RS:1;90f34c5bee6a:46457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:33:44,863 DEBUG [RS:0;90f34c5bee6a:36765 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd 2024-11-11T18:33:44,863 DEBUG [RS:0;90f34c5bee6a:36765 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38237 2024-11-11T18:33:44,863 DEBUG [RS:0;90f34c5bee6a:36765 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:33:44,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:44,868 DEBUG [RS:1;90f34c5bee6a:46457 {}] zookeeper.ZKUtil(111): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,46457,1731350024619 2024-11-11T18:33:44,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,36765,1731350024583] 2024-11-11T18:33:44,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,46457,1731350024619] 2024-11-11T18:33:44,868 WARN [RS:1;90f34c5bee6a:46457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:44,868 INFO [RS:1;90f34c5bee6a:46457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:44,868 DEBUG [RS:0;90f34c5bee6a:36765 {}] zookeeper.ZKUtil(111): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,36765,1731350024583 2024-11-11T18:33:44,868 DEBUG [RS:1;90f34c5bee6a:46457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/WALs/90f34c5bee6a,46457,1731350024619 2024-11-11T18:33:44,868 WARN [RS:0;90f34c5bee6a:36765 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:44,869 INFO [RS:0;90f34c5bee6a:36765 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:44,869 DEBUG [RS:0;90f34c5bee6a:36765 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/WALs/90f34c5bee6a,36765,1731350024583 2024-11-11T18:33:44,872 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:33:44,873 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:33:44,874 INFO [RS:1;90f34c5bee6a:46457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:33:44,874 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,874 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:33:44,875 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:33:44,875 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,875 DEBUG [RS:1;90f34c5bee6a:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,875 DEBUG [RS:1;90f34c5bee6a:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,875 DEBUG [RS:1;90f34c5bee6a:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,875 DEBUG [RS:1;90f34c5bee6a:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,875 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:33:44,875 DEBUG [RS:1;90f34c5bee6a:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,875 DEBUG [RS:1;90f34c5bee6a:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:44,875 DEBUG [RS:1;90f34c5bee6a:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,875 DEBUG [RS:1;90f34c5bee6a:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,875 DEBUG [RS:1;90f34c5bee6a:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,875 DEBUG [RS:1;90f34c5bee6a:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,875 DEBUG [RS:1;90f34c5bee6a:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,875 DEBUG [RS:1;90f34c5bee6a:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,875 DEBUG [RS:1;90f34c5bee6a:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:44,875 DEBUG [RS:1;90f34c5bee6a:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:44,876 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,876 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,876 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,876 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,876 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,876 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,46457,1731350024619-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:44,879 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:33:44,880 INFO [RS:0;90f34c5bee6a:36765 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:33:44,880 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,881 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:33:44,881 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:33:44,881 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,881 DEBUG [RS:0;90f34c5bee6a:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,881 DEBUG [RS:0;90f34c5bee6a:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,881 DEBUG [RS:0;90f34c5bee6a:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,882 DEBUG [RS:0;90f34c5bee6a:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,882 DEBUG [RS:0;90f34c5bee6a:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,882 DEBUG [RS:0;90f34c5bee6a:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:44,882 DEBUG [RS:0;90f34c5bee6a:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,882 DEBUG [RS:0;90f34c5bee6a:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,882 DEBUG [RS:0;90f34c5bee6a:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,882 DEBUG [RS:0;90f34c5bee6a:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,882 DEBUG [RS:0;90f34c5bee6a:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,882 DEBUG [RS:0;90f34c5bee6a:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:44,882 DEBUG [RS:0;90f34c5bee6a:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:44,882 DEBUG [RS:0;90f34c5bee6a:36765 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:44,882 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,882 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,882 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,882 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,882 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,882 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,36765,1731350024583-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:44,895 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:33:44,895 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,46457,1731350024619-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,895 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,895 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.Replication(171): 90f34c5bee6a,46457,1731350024619 started 2024-11-11T18:33:44,903 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:33:44,904 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,36765,1731350024583-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,904 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,904 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.Replication(171): 90f34c5bee6a,36765,1731350024583 started 2024-11-11T18:33:44,914 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,914 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,46457,1731350024619, RpcServer on 90f34c5bee6a/172.17.0.2:46457, sessionid=0x101084ebbcc0002 2024-11-11T18:33:44,914 DEBUG [RS:1;90f34c5bee6a:46457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:33:44,914 DEBUG [RS:1;90f34c5bee6a:46457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,46457,1731350024619 2024-11-11T18:33:44,914 DEBUG [RS:1;90f34c5bee6a:46457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,46457,1731350024619' 2024-11-11T18:33:44,914 DEBUG [RS:1;90f34c5bee6a:46457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:33:44,915 DEBUG [RS:1;90f34c5bee6a:46457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:33:44,915 DEBUG [RS:1;90f34c5bee6a:46457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:33:44,915 DEBUG [RS:1;90f34c5bee6a:46457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:33:44,915 DEBUG [RS:1;90f34c5bee6a:46457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,46457,1731350024619 2024-11-11T18:33:44,915 DEBUG [RS:1;90f34c5bee6a:46457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,46457,1731350024619' 2024-11-11T18:33:44,915 DEBUG [RS:1;90f34c5bee6a:46457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:33:44,916 DEBUG [RS:1;90f34c5bee6a:46457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:33:44,916 DEBUG [RS:1;90f34c5bee6a:46457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:33:44,916 INFO [RS:1;90f34c5bee6a:46457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:33:44,916 INFO [RS:1;90f34c5bee6a:46457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:33:44,920 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:44,920 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,36765,1731350024583, RpcServer on 90f34c5bee6a/172.17.0.2:36765, sessionid=0x101084ebbcc0001 2024-11-11T18:33:44,920 DEBUG [RS:0;90f34c5bee6a:36765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:33:44,920 DEBUG [RS:0;90f34c5bee6a:36765 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,36765,1731350024583 2024-11-11T18:33:44,920 DEBUG [RS:0;90f34c5bee6a:36765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,36765,1731350024583' 2024-11-11T18:33:44,920 DEBUG [RS:0;90f34c5bee6a:36765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:33:44,921 DEBUG [RS:0;90f34c5bee6a:36765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:33:44,921 DEBUG [RS:0;90f34c5bee6a:36765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:33:44,921 DEBUG [RS:0;90f34c5bee6a:36765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:33:44,921 DEBUG [RS:0;90f34c5bee6a:36765 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,36765,1731350024583 2024-11-11T18:33:44,921 DEBUG [RS:0;90f34c5bee6a:36765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,36765,1731350024583' 2024-11-11T18:33:44,921 DEBUG [RS:0;90f34c5bee6a:36765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:33:44,921 DEBUG [RS:0;90f34c5bee6a:36765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:33:44,922 DEBUG [RS:0;90f34c5bee6a:36765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:33:44,922 INFO [RS:0;90f34c5bee6a:36765 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:33:44,922 INFO [RS:0;90f34c5bee6a:36765 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:33:44,986 WARN [90f34c5bee6a:44631 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T18:33:45,017 INFO [RS:1;90f34c5bee6a:46457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:45,018 INFO [RS:1;90f34c5bee6a:46457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C46457%2C1731350024619, suffix=, logDir=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/WALs/90f34c5bee6a,46457,1731350024619, archiveDir=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/oldWALs, maxLogs=32 2024-11-11T18:33:45,022 INFO [RS:0;90f34c5bee6a:36765 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:45,024 INFO [RS:0;90f34c5bee6a:36765 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C36765%2C1731350024583, suffix=, logDir=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/WALs/90f34c5bee6a,36765,1731350024583, archiveDir=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/oldWALs, maxLogs=32 2024-11-11T18:33:45,032 DEBUG [RS:1;90f34c5bee6a:46457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/WALs/90f34c5bee6a,46457,1731350024619/90f34c5bee6a%2C46457%2C1731350024619.1731350025019, exclude list is [], retry=0 2024-11-11T18:33:45,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36195,DS-98d99481-95cb-41af-b45e-33eb56c6d46e,DISK] 2024-11-11T18:33:45,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43773,DS-58980464-d46e-43c3-bdd3-7ce66dd766d8,DISK] 2024-11-11T18:33:45,036 DEBUG [RS:0;90f34c5bee6a:36765 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/WALs/90f34c5bee6a,36765,1731350024583/90f34c5bee6a%2C36765%2C1731350024583.1731350025024, exclude list is [], retry=0 2024-11-11T18:33:45,036 INFO [RS:1;90f34c5bee6a:46457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/WALs/90f34c5bee6a,46457,1731350024619/90f34c5bee6a%2C46457%2C1731350024619.1731350025019 2024-11-11T18:33:45,037 DEBUG [RS:1;90f34c5bee6a:46457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36489:36489),(127.0.0.1/127.0.0.1:36591:36591)] 2024-11-11T18:33:45,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36195,DS-98d99481-95cb-41af-b45e-33eb56c6d46e,DISK] 2024-11-11T18:33:45,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43773,DS-58980464-d46e-43c3-bdd3-7ce66dd766d8,DISK] 2024-11-11T18:33:45,041 INFO [RS:0;90f34c5bee6a:36765 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/WALs/90f34c5bee6a,36765,1731350024583/90f34c5bee6a%2C36765%2C1731350024583.1731350025024 2024-11-11T18:33:45,041 DEBUG [RS:0;90f34c5bee6a:36765 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36489:36489),(127.0.0.1/127.0.0.1:36591:36591)] 2024-11-11T18:33:45,236 DEBUG [90f34c5bee6a:44631 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T18:33:45,237 DEBUG [90f34c5bee6a:44631 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:33:45,239 DEBUG [90f34c5bee6a:44631 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:33:45,239 DEBUG [90f34c5bee6a:44631 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:33:45,239 DEBUG [90f34c5bee6a:44631 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:33:45,239 DEBUG [90f34c5bee6a:44631 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:33:45,239 INFO [90f34c5bee6a:44631 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:33:45,239 INFO [90f34c5bee6a:44631 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:33:45,239 DEBUG [90f34c5bee6a:44631 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:33:45,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,36765,1731350024583 2024-11-11T18:33:45,241 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,36765,1731350024583, state=OPENING 2024-11-11T18:33:45,242 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:33:45,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:45,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:45,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:45,245 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:33:45,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:45,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:45,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,36765,1731350024583}] 2024-11-11T18:33:45,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:45,398 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:45,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:45,404 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:33:45,404 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:45,404 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:33:45,406 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C36765%2C1731350024583.meta, suffix=.meta, logDir=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/WALs/90f34c5bee6a,36765,1731350024583, archiveDir=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/oldWALs, maxLogs=32 2024-11-11T18:33:45,419 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/WALs/90f34c5bee6a,36765,1731350024583/90f34c5bee6a%2C36765%2C1731350024583.meta.1731350025406.meta, exclude list is [], retry=0 2024-11-11T18:33:45,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43773,DS-58980464-d46e-43c3-bdd3-7ce66dd766d8,DISK] 2024-11-11T18:33:45,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36195,DS-98d99481-95cb-41af-b45e-33eb56c6d46e,DISK] 2024-11-11T18:33:45,423 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/WALs/90f34c5bee6a,36765,1731350024583/90f34c5bee6a%2C36765%2C1731350024583.meta.1731350025406.meta 2024-11-11T18:33:45,423 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36489:36489),(127.0.0.1/127.0.0.1:36591:36591)] 2024-11-11T18:33:45,423 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:33:45,423 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:33:45,424 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:33:45,424 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:33:45,424 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:33:45,424 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:45,424 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:33:45,424 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:33:45,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:33:45,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:33:45,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:45,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:45,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:33:45,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:33:45,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:45,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:45,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:33:45,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:33:45,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:45,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:45,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:33:45,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:33:45,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:45,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:45,430 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:33:45,430 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740 2024-11-11T18:33:45,431 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740 2024-11-11T18:33:45,432 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:33:45,432 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:33:45,433 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:45,434 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:33:45,435 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72915708, jitterRate=0.0865287184715271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:45,435 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:33:45,435 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731350025424Writing region info on filesystem at 1731350025424Initializing all the Stores at 1731350025425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350025425Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350025425Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350025425Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350025425Cleaning up temporary data from old regions at 1731350025432 (+7 ms)Running coprocessor post-open hooks at 1731350025435 (+3 ms)Region opened successfully at 1731350025435 2024-11-11T18:33:45,436 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731350025398 2024-11-11T18:33:45,439 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:33:45,439 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:33:45,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,36765,1731350024583 2024-11-11T18:33:45,441 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,36765,1731350024583, state=OPEN 2024-11-11T18:33:45,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:45,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:45,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:45,442 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,36765,1731350024583 2024-11-11T18:33:45,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:45,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:45,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:45,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:33:45,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,36765,1731350024583 in 196 msec 2024-11-11T18:33:45,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:33:45,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-11-11T18:33:45,448 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:45,448 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:33:45,450 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:33:45,450 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,36765,1731350024583, seqNum=-1] 2024-11-11T18:33:45,450 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:45,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:45,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 665 msec 2024-11-11T18:33:45,457 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731350025457, completionTime=-1 2024-11-11T18:33:45,457 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T18:33:45,457 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:33:45,459 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T18:33:45,460 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731350085459 2024-11-11T18:33:45,460 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731350145460 2024-11-11T18:33:45,460 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T18:33:45,460 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T18:33:45,461 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44631,1731350024523-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:45,461 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44631,1731350024523-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:45,461 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44631,1731350024523-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:45,461 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:44631, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:45,461 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:45,461 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:45,463 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:33:45,465 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.807sec 2024-11-11T18:33:45,465 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:33:45,465 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:33:45,465 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:33:45,465 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:33:45,465 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:33:45,465 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44631,1731350024523-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:45,465 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44631,1731350024523-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:33:45,467 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:33:45,467 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:33:45,467 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44631,1731350024523-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:45,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccf68a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:45,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,44631,-1 for getting cluster id 2024-11-11T18:33:45,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:33:45,542 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb9438be-83d7-4e8d-97ea-1d0c7c7c2d6c' 2024-11-11T18:33:45,542 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:33:45,542 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb9438be-83d7-4e8d-97ea-1d0c7c7c2d6c" 2024-11-11T18:33:45,542 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42663865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:45,542 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,44631,-1] 2024-11-11T18:33:45,542 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:33:45,543 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:45,544 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:33:45,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56adebee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:45,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:33:45,546 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,36765,1731350024583, seqNum=-1] 2024-11-11T18:33:45,546 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:45,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:45,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,44631,1731350024523 2024-11-11T18:33:45,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:33:45,554 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,44631,1731350024523 2024-11-11T18:33:45,554 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e7adbf0 2024-11-11T18:33:45,555 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:33:45,556 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:33:45,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:33:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T18:33:45,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:33:45,560 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:45,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T18:33:45,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:33:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:45,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741836_1012 (size=379) 2024-11-11T18:33:45,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741836_1012 (size=379) 2024-11-11T18:33:45,570 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fcabc329cc684db8c526300487f99e27, NAME => 'testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd 2024-11-11T18:33:45,571 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f375bf6bc50271d10622a46ab6f4f9bb, NAME => 'testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd 2024-11-11T18:33:45,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741837_1013 (size=61) 2024-11-11T18:33:45,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741837_1013 (size=61) 2024-11-11T18:33:45,582 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:45,582 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing fcabc329cc684db8c526300487f99e27, disabling compactions & flushes 2024-11-11T18:33:45,582 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27. 2024-11-11T18:33:45,582 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27. 2024-11-11T18:33:45,582 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27. after waiting 0 ms 2024-11-11T18:33:45,582 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27. 2024-11-11T18:33:45,582 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27. 2024-11-11T18:33:45,582 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for fcabc329cc684db8c526300487f99e27: Waiting for close lock at 1731350025582Disabling compacts and flushes for region at 1731350025582Disabling writes for close at 1731350025582Writing region close event to WAL at 1731350025582Closed at 1731350025582 2024-11-11T18:33:45,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741838_1014 (size=61) 2024-11-11T18:33:45,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741838_1014 (size=61) 2024-11-11T18:33:45,586 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:45,586 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing f375bf6bc50271d10622a46ab6f4f9bb, disabling compactions & flushes 2024-11-11T18:33:45,586 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb. 2024-11-11T18:33:45,586 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb. 2024-11-11T18:33:45,586 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb. after waiting 0 ms 2024-11-11T18:33:45,586 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb. 2024-11-11T18:33:45,586 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb. 2024-11-11T18:33:45,586 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for f375bf6bc50271d10622a46ab6f4f9bb: Waiting for close lock at 1731350025586Disabling compacts and flushes for region at 1731350025586Disabling writes for close at 1731350025586Writing region close event to WAL at 1731350025586Closed at 1731350025586 2024-11-11T18:33:45,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:33:45,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731350025588"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731350025588"}]},"ts":"1731350025588"} 2024-11-11T18:33:45,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731350025588"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731350025588"}]},"ts":"1731350025588"} 2024-11-11T18:33:45,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T18:33:45,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:33:45,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731350025593"}]},"ts":"1731350025593"} 2024-11-11T18:33:45,595 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T18:33:45,595 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:33:45,596 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:33:45,596 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:33:45,596 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:33:45,596 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:33:45,596 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:33:45,596 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:33:45,596 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:33:45,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcabc329cc684db8c526300487f99e27, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f375bf6bc50271d10622a46ab6f4f9bb, ASSIGN}] 2024-11-11T18:33:45,598 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f375bf6bc50271d10622a46ab6f4f9bb, ASSIGN 2024-11-11T18:33:45,598 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcabc329cc684db8c526300487f99e27, ASSIGN 2024-11-11T18:33:45,599 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f375bf6bc50271d10622a46ab6f4f9bb, ASSIGN; state=OFFLINE, location=90f34c5bee6a,36765,1731350024583; forceNewPlan=false, retain=false 2024-11-11T18:33:45,599 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcabc329cc684db8c526300487f99e27, ASSIGN; state=OFFLINE, location=90f34c5bee6a,46457,1731350024619; forceNewPlan=false, retain=false 2024-11-11T18:33:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:45,749 INFO [90f34c5bee6a:44631 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T18:33:45,750 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f375bf6bc50271d10622a46ab6f4f9bb, regionState=OPENING, regionLocation=90f34c5bee6a,36765,1731350024583 2024-11-11T18:33:45,750 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fcabc329cc684db8c526300487f99e27, regionState=OPENING, regionLocation=90f34c5bee6a,46457,1731350024619 2024-11-11T18:33:45,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcabc329cc684db8c526300487f99e27, ASSIGN because future has completed 2024-11-11T18:33:45,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcabc329cc684db8c526300487f99e27, server=90f34c5bee6a,46457,1731350024619}] 2024-11-11T18:33:45,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f375bf6bc50271d10622a46ab6f4f9bb, ASSIGN because future has completed 2024-11-11T18:33:45,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f375bf6bc50271d10622a46ab6f4f9bb, server=90f34c5bee6a,36765,1731350024583}] 2024-11-11T18:33:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:45,906 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:45,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:45,911 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb. 2024-11-11T18:33:45,911 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27. 2024-11-11T18:33:45,911 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => f375bf6bc50271d10622a46ab6f4f9bb, NAME => 'testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T18:33:45,911 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fcabc329cc684db8c526300487f99e27, NAME => 'testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T18:33:45,911 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f375bf6bc50271d10622a46ab6f4f9bb 2024-11-11T18:33:45,911 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fcabc329cc684db8c526300487f99e27 2024-11-11T18:33:45,911 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:45,911 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:45,911 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for f375bf6bc50271d10622a46ab6f4f9bb 2024-11-11T18:33:45,912 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for f375bf6bc50271d10622a46ab6f4f9bb 2024-11-11T18:33:45,912 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fcabc329cc684db8c526300487f99e27 2024-11-11T18:33:45,912 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fcabc329cc684db8c526300487f99e27 2024-11-11T18:33:45,913 INFO [StoreOpener-f375bf6bc50271d10622a46ab6f4f9bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f375bf6bc50271d10622a46ab6f4f9bb 2024-11-11T18:33:45,913 INFO [StoreOpener-fcabc329cc684db8c526300487f99e27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fcabc329cc684db8c526300487f99e27 2024-11-11T18:33:45,914 INFO [StoreOpener-fcabc329cc684db8c526300487f99e27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcabc329cc684db8c526300487f99e27 columnFamilyName family 2024-11-11T18:33:45,914 INFO [StoreOpener-f375bf6bc50271d10622a46ab6f4f9bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f375bf6bc50271d10622a46ab6f4f9bb columnFamilyName family 2024-11-11T18:33:45,914 DEBUG [StoreOpener-fcabc329cc684db8c526300487f99e27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:45,914 DEBUG [StoreOpener-f375bf6bc50271d10622a46ab6f4f9bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:45,915 INFO [StoreOpener-fcabc329cc684db8c526300487f99e27-1 {}] regionserver.HStore(327): Store=fcabc329cc684db8c526300487f99e27/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:45,915 INFO [StoreOpener-f375bf6bc50271d10622a46ab6f4f9bb-1 {}] regionserver.HStore(327): Store=f375bf6bc50271d10622a46ab6f4f9bb/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:45,915 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fcabc329cc684db8c526300487f99e27 2024-11-11T18:33:45,915 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for f375bf6bc50271d10622a46ab6f4f9bb 2024-11-11T18:33:45,915 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/fcabc329cc684db8c526300487f99e27 2024-11-11T18:33:45,915 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/f375bf6bc50271d10622a46ab6f4f9bb 2024-11-11T18:33:45,916 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/fcabc329cc684db8c526300487f99e27 2024-11-11T18:33:45,916 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/f375bf6bc50271d10622a46ab6f4f9bb 2024-11-11T18:33:45,916 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fcabc329cc684db8c526300487f99e27 2024-11-11T18:33:45,916 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for f375bf6bc50271d10622a46ab6f4f9bb 2024-11-11T18:33:45,916 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for f375bf6bc50271d10622a46ab6f4f9bb 2024-11-11T18:33:45,916 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fcabc329cc684db8c526300487f99e27 2024-11-11T18:33:45,918 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fcabc329cc684db8c526300487f99e27 2024-11-11T18:33:45,918 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for f375bf6bc50271d10622a46ab6f4f9bb 2024-11-11T18:33:45,920 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/fcabc329cc684db8c526300487f99e27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:45,920 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened fcabc329cc684db8c526300487f99e27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71881912, jitterRate=0.07112395763397217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:33:45,920 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/f375bf6bc50271d10622a46ab6f4f9bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:45,920 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcabc329cc684db8c526300487f99e27 2024-11-11T18:33:45,921 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened f375bf6bc50271d10622a46ab6f4f9bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60776952, jitterRate=-0.0943528413772583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:33:45,921 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f375bf6bc50271d10622a46ab6f4f9bb 2024-11-11T18:33:45,921 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fcabc329cc684db8c526300487f99e27: Running coprocessor pre-open hook at 1731350025912Writing region info on filesystem at 1731350025912Initializing all the Stores at 1731350025912Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350025912Cleaning up temporary data from old regions at 1731350025916 (+4 ms)Running coprocessor post-open hooks at 1731350025920 (+4 ms)Region opened successfully at 1731350025921 (+1 ms) 2024-11-11T18:33:45,921 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for f375bf6bc50271d10622a46ab6f4f9bb: Running coprocessor pre-open hook at 1731350025912Writing region info on filesystem at 1731350025912Initializing all the Stores at 1731350025912Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350025912Cleaning up temporary data from old regions at 1731350025916 (+4 ms)Running coprocessor post-open hooks at 1731350025921 (+5 ms)Region opened successfully at 1731350025921 2024-11-11T18:33:45,922 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb., pid=8, masterSystemTime=1731350025907 2024-11-11T18:33:45,922 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27., pid=7, masterSystemTime=1731350025906 2024-11-11T18:33:45,924 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27. 2024-11-11T18:33:45,924 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27. 2024-11-11T18:33:45,925 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fcabc329cc684db8c526300487f99e27, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,46457,1731350024619 2024-11-11T18:33:45,925 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb. 2024-11-11T18:33:45,925 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb. 2024-11-11T18:33:45,926 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f375bf6bc50271d10622a46ab6f4f9bb, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,36765,1731350024583 2024-11-11T18:33:45,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcabc329cc684db8c526300487f99e27, server=90f34c5bee6a,46457,1731350024619 because future has completed 2024-11-11T18:33:45,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f375bf6bc50271d10622a46ab6f4f9bb, server=90f34c5bee6a,36765,1731350024583 because future has completed 2024-11-11T18:33:45,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-11T18:33:45,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fcabc329cc684db8c526300487f99e27, server=90f34c5bee6a,46457,1731350024619 in 175 msec 2024-11-11T18:33:45,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-11T18:33:45,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f375bf6bc50271d10622a46ab6f4f9bb, server=90f34c5bee6a,36765,1731350024583 in 176 msec 2024-11-11T18:33:45,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcabc329cc684db8c526300487f99e27, ASSIGN in 334 msec 2024-11-11T18:33:45,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-11T18:33:45,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f375bf6bc50271d10622a46ab6f4f9bb, ASSIGN in 335 msec 2024-11-11T18:33:45,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:33:45,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731350025936"}]},"ts":"1731350025936"} 2024-11-11T18:33:45,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T18:33:45,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:33:45,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 382 msec 2024-11-11T18:33:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:46,186 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T18:33:46,186 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T18:33:46,186 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:33:46,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T18:33:46,189 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:33:46,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T18:33:46,191 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27., hostname=90f34c5bee6a,46457,1731350024619, seqNum=2] 2024-11-11T18:33:46,192 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:46,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:46,202 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb., hostname=90f34c5bee6a,36765,1731350024583, seqNum=2] 2024-11-11T18:33:46,211 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f375bf6bc50271d10622a46ab6f4f9bb 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T18:33:46,227 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/f375bf6bc50271d10622a46ab6f4f9bb/.tmp/family/e7d5178a74d2460999389f3e60bdc4e9 is 32, key is 5/family:/1731350026203/Put/seqid=0 2024-11-11T18:33:46,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741839_1015 (size=5083) 2024-11-11T18:33:46,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741839_1015 (size=5083) 2024-11-11T18:33:46,233 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/f375bf6bc50271d10622a46ab6f4f9bb/.tmp/family/e7d5178a74d2460999389f3e60bdc4e9 2024-11-11T18:33:46,240 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/f375bf6bc50271d10622a46ab6f4f9bb/.tmp/family/e7d5178a74d2460999389f3e60bdc4e9 as hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/f375bf6bc50271d10622a46ab6f4f9bb/family/e7d5178a74d2460999389f3e60bdc4e9 2024-11-11T18:33:46,245 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/f375bf6bc50271d10622a46ab6f4f9bb/family/e7d5178a74d2460999389f3e60bdc4e9, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T18:33:46,246 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for f375bf6bc50271d10622a46ab6f4f9bb in 35ms, sequenceid=9, compaction requested=false 2024-11-11T18:33:46,246 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f375bf6bc50271d10622a46ab6f4f9bb: 2024-11-11T18:33:46,247 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fcabc329cc684db8c526300487f99e27 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T18:33:46,262 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/fcabc329cc684db8c526300487f99e27/.tmp/family/7cfab4b60e7243349989e7029fb59d9e is 32, key is 1/family:/1731350026193/Put/seqid=0 2024-11-11T18:33:46,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741840_1016 (size=5054) 2024-11-11T18:33:46,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741840_1016 (size=5054) 2024-11-11T18:33:46,268 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/fcabc329cc684db8c526300487f99e27/.tmp/family/7cfab4b60e7243349989e7029fb59d9e 2024-11-11T18:33:46,274 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/fcabc329cc684db8c526300487f99e27/.tmp/family/7cfab4b60e7243349989e7029fb59d9e as hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/fcabc329cc684db8c526300487f99e27/family/7cfab4b60e7243349989e7029fb59d9e 2024-11-11T18:33:46,279 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/fcabc329cc684db8c526300487f99e27/family/7cfab4b60e7243349989e7029fb59d9e, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T18:33:46,280 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for fcabc329cc684db8c526300487f99e27 in 34ms, sequenceid=8, compaction requested=false 2024-11-11T18:33:46,280 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fcabc329cc684db8c526300487f99e27: 2024-11-11T18:33:46,282 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file e7d5178a74d2460999389f3e60bdc4e9, starting offset: 0, end offset: 9223372036854775807 2024-11-11T18:33:46,282 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key e7d5178a74d2460999389f3e60bdc4e9_0 from back map with offset lock 2094080 in the evict process 2024-11-11T18:33:46,283 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 7cfab4b60e7243349989e7029fb59d9e, starting offset: 0, end offset: 9223372036854775807 2024-11-11T18:33:46,283 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 7cfab4b60e7243349989e7029fb59d9e_0 from back map with offset lock 2094080 in the evict process 2024-11-11T18:33:46,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:33:46,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:33:46,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:46,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:46,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:33:46,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:46,284 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:33:46,284 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2037908791, stopped=false 2024-11-11T18:33:46,284 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,44631,1731350024523 2024-11-11T18:33:46,286 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:33:46,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:46,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:46,286 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:33:46,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:46,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:46,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:46,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:46,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:46,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:46,287 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,36765,1731350024583' ***** 2024-11-11T18:33:46,287 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:33:46,287 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,46457,1731350024619' ***** 2024-11-11T18:33:46,287 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:33:46,287 INFO [RS:1;90f34c5bee6a:46457 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T18:33:46,287 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T18:33:46,287 INFO [RS:1;90f34c5bee6a:46457 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T18:33:46,287 INFO [RS:0;90f34c5bee6a:36765 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T18:33:46,287 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T18:33:46,287 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:33:46,287 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T18:33:46,287 INFO [RS:0;90f34c5bee6a:36765 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T18:33:46,287 INFO [RS:1;90f34c5bee6a:46457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:33:46,288 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:33:46,288 INFO [RS:1;90f34c5bee6a:46457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:33:46,288 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T18:33:46,288 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:33:46,288 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.HRegionServer(3091): Received CLOSE for fcabc329cc684db8c526300487f99e27 2024-11-11T18:33:46,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:46,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:46,288 INFO [RS:0;90f34c5bee6a:36765 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:33:46,288 INFO [RS:0;90f34c5bee6a:36765 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:33:46,288 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T18:33:46,288 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.HRegionServer(3091): Received CLOSE for f375bf6bc50271d10622a46ab6f4f9bb 2024-11-11T18:33:46,288 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:33:46,288 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,46457,1731350024619 2024-11-11T18:33:46,288 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:46,288 INFO [RS:1;90f34c5bee6a:46457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;90f34c5bee6a:46457. 2024-11-11T18:33:46,288 DEBUG [RS:1;90f34c5bee6a:46457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:46,288 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T18:33:46,288 DEBUG [RS:1;90f34c5bee6a:46457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:46,289 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:33:46,289 DEBUG [RS:1;90f34c5bee6a:46457 {}] regionserver.HRegionServer(1325): Online Regions={fcabc329cc684db8c526300487f99e27=testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27.} 2024-11-11T18:33:46,289 DEBUG [RS:1;90f34c5bee6a:46457 {}] regionserver.HRegionServer(1351): Waiting on fcabc329cc684db8c526300487f99e27 2024-11-11T18:33:46,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:46,289 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcabc329cc684db8c526300487f99e27, disabling compactions & flushes 2024-11-11T18:33:46,289 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27. 2024-11-11T18:33:46,289 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27. 2024-11-11T18:33:46,289 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,36765,1731350024583 2024-11-11T18:33:46,289 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:46,289 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27. after waiting 0 ms 2024-11-11T18:33:46,289 INFO [RS:0;90f34c5bee6a:36765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:36765. 2024-11-11T18:33:46,289 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27. 2024-11-11T18:33:46,289 DEBUG [RS:0;90f34c5bee6a:36765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:46,289 DEBUG [RS:0;90f34c5bee6a:36765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:46,289 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f375bf6bc50271d10622a46ab6f4f9bb, disabling compactions & flushes 2024-11-11T18:33:46,289 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:33:46,289 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:33:46,289 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb. 2024-11-11T18:33:46,289 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:33:46,289 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb. 2024-11-11T18:33:46,289 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:33:46,289 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb. after waiting 0 ms 2024-11-11T18:33:46,289 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb. 2024-11-11T18:33:46,290 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:33:46,290 DEBUG [RS:0;90f34c5bee6a:36765 {}] regionserver.HRegionServer(1325): Online Regions={f375bf6bc50271d10622a46ab6f4f9bb=testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:33:46,290 DEBUG [RS:0;90f34c5bee6a:36765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f375bf6bc50271d10622a46ab6f4f9bb 2024-11-11T18:33:46,290 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:33:46,290 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:33:46,290 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:33:46,290 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:33:46,290 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:33:46,290 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T18:33:46,294 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/fcabc329cc684db8c526300487f99e27/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T18:33:46,294 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/default/testClearRegionBlockCache/f375bf6bc50271d10622a46ab6f4f9bb/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T18:33:46,294 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27. 2024-11-11T18:33:46,294 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb. 2024-11-11T18:33:46,294 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcabc329cc684db8c526300487f99e27: Waiting for close lock at 1731350026289Running coprocessor pre-close hooks at 1731350026289Disabling compacts and flushes for region at 1731350026289Disabling writes for close at 1731350026289Writing region close event to WAL at 1731350026290 (+1 ms)Running coprocessor post-close hooks at 1731350026294 (+4 ms)Closed at 1731350026294 2024-11-11T18:33:46,295 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f375bf6bc50271d10622a46ab6f4f9bb: Waiting for close lock at 1731350026289Running coprocessor pre-close hooks at 1731350026289Disabling compacts and flushes for region at 1731350026289Disabling writes for close at 1731350026289Writing region close event to WAL at 1731350026290 (+1 ms)Running coprocessor post-close hooks at 1731350026294 (+4 ms)Closed at 1731350026294 2024-11-11T18:33:46,295 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731350025556.fcabc329cc684db8c526300487f99e27. 2024-11-11T18:33:46,295 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb. 2024-11-11T18:33:46,307 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740/.tmp/info/488b13d065f8476a817b329cb485cb82 is 173, key is testClearRegionBlockCache,5,1731350025556.f375bf6bc50271d10622a46ab6f4f9bb./info:regioninfo/1731350025926/Put/seqid=0 2024-11-11T18:33:46,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741841_1017 (size=8173) 2024-11-11T18:33:46,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741841_1017 (size=8173) 2024-11-11T18:33:46,315 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740/.tmp/info/488b13d065f8476a817b329cb485cb82 2024-11-11T18:33:46,335 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740/.tmp/ns/5aca6504d3de4c65b287ac330f8d9dc4 is 43, key is default/ns:d/1731350025452/Put/seqid=0 2024-11-11T18:33:46,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:33:46,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:33:46,340 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740/.tmp/ns/5aca6504d3de4c65b287ac330f8d9dc4 2024-11-11T18:33:46,361 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740/.tmp/table/cd581e486b9648658aa77a147dcf4b3e is 61, key is testClearRegionBlockCache/table:state/1731350025936/Put/seqid=0 2024-11-11T18:33:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741843_1019 (size=5312) 2024-11-11T18:33:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741843_1019 (size=5312) 2024-11-11T18:33:46,366 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740/.tmp/table/cd581e486b9648658aa77a147dcf4b3e 2024-11-11T18:33:46,373 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740/.tmp/info/488b13d065f8476a817b329cb485cb82 as hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740/info/488b13d065f8476a817b329cb485cb82 2024-11-11T18:33:46,377 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:46,378 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740/info/488b13d065f8476a817b329cb485cb82, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T18:33:46,379 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740/.tmp/ns/5aca6504d3de4c65b287ac330f8d9dc4 as hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740/ns/5aca6504d3de4c65b287ac330f8d9dc4 2024-11-11T18:33:46,384 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:46,384 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740/ns/5aca6504d3de4c65b287ac330f8d9dc4, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T18:33:46,385 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740/.tmp/table/cd581e486b9648658aa77a147dcf4b3e as hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740/table/cd581e486b9648658aa77a147dcf4b3e 2024-11-11T18:33:46,390 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740/table/cd581e486b9648658aa77a147dcf4b3e, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T18:33:46,391 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=13, compaction requested=false 2024-11-11T18:33:46,395 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T18:33:46,396 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:33:46,396 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:46,396 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731350026290Running coprocessor pre-close hooks at 1731350026290Disabling compacts and flushes for region at 1731350026290Disabling writes for close at 1731350026290Obtaining lock to block concurrent updates at 1731350026290Preparing flush snapshotting stores in 1588230740 at 1731350026290Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731350026291 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731350026291Flushing 1588230740/info: creating writer at 1731350026291Flushing 1588230740/info: appending metadata at 1731350026307 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731350026307Flushing 1588230740/ns: creating writer at 1731350026320 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731350026334 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731350026334Flushing 1588230740/table: creating writer at 1731350026346 (+12 ms)Flushing 1588230740/table: appending metadata at 1731350026360 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731350026360Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c11e14: reopening flushed file at 1731350026372 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f036f37: reopening flushed file at 1731350026378 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21786c5e: reopening flushed file at 1731350026384 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=13, compaction requested=false at 1731350026391 (+7 ms)Writing region close event to WAL at 1731350026392 (+1 ms)Running coprocessor post-close hooks at 1731350026396 (+4 ms)Closed at 1731350026396 2024-11-11T18:33:46,396 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:46,489 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,46457,1731350024619; all regions closed. 2024-11-11T18:33:46,490 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,36765,1731350024583; all regions closed. 2024-11-11T18:33:46,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741833_1009 (size=1758) 2024-11-11T18:33:46,492 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/WALs/90f34c5bee6a,46457,1731350024619/90f34c5bee6a%2C46457%2C1731350024619.1731350025019 not finished, retry = 0 2024-11-11T18:33:46,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741833_1009 (size=1758) 2024-11-11T18:33:46,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741835_1011 (size=4338) 2024-11-11T18:33:46,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741835_1011 (size=4338) 2024-11-11T18:33:46,495 DEBUG [RS:0;90f34c5bee6a:36765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/oldWALs 2024-11-11T18:33:46,495 INFO [RS:0;90f34c5bee6a:36765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C36765%2C1731350024583.meta:.meta(num 1731350025406) 2024-11-11T18:33:46,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741834_1010 (size=1867) 2024-11-11T18:33:46,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741834_1010 (size=1867) 2024-11-11T18:33:46,499 DEBUG [RS:0;90f34c5bee6a:36765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/oldWALs 2024-11-11T18:33:46,499 INFO [RS:0;90f34c5bee6a:36765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C36765%2C1731350024583:(num 1731350025024) 2024-11-11T18:33:46,500 DEBUG [RS:0;90f34c5bee6a:36765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:46,500 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:46,500 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:46,500 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:46,500 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:46,500 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:46,500 INFO [RS:0;90f34c5bee6a:36765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36765 2024-11-11T18:33:46,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:46,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,36765,1731350024583 2024-11-11T18:33:46,503 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:46,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,36765,1731350024583] 2024-11-11T18:33:46,506 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,36765,1731350024583 already deleted, retry=false 2024-11-11T18:33:46,506 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,36765,1731350024583 expired; onlineServers=1 2024-11-11T18:33:46,595 DEBUG [RS:1;90f34c5bee6a:46457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/oldWALs 2024-11-11T18:33:46,595 INFO [RS:1;90f34c5bee6a:46457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C46457%2C1731350024619:(num 1731350025019) 2024-11-11T18:33:46,595 DEBUG [RS:1;90f34c5bee6a:46457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:46,595 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:46,595 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:46,595 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:46,595 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:33:46,595 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:33:46,595 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:46,595 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:33:46,595 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:46,595 INFO [RS:1;90f34c5bee6a:46457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46457 2024-11-11T18:33:46,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:46,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,46457,1731350024619 2024-11-11T18:33:46,598 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:46,600 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,46457,1731350024619] 2024-11-11T18:33:46,602 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,46457,1731350024619 already deleted, retry=false 2024-11-11T18:33:46,602 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,46457,1731350024619 expired; onlineServers=0 2024-11-11T18:33:46,602 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,44631,1731350024523' ***** 2024-11-11T18:33:46,602 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:33:46,602 INFO [M:0;90f34c5bee6a:44631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:46,602 INFO [M:0;90f34c5bee6a:44631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:46,602 DEBUG [M:0;90f34c5bee6a:44631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:33:46,602 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:33:46,602 DEBUG [M:0;90f34c5bee6a:44631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:33:46,602 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350024796 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350024796,5,FailOnTimeoutGroup] 2024-11-11T18:33:46,602 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350024795 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350024795,5,FailOnTimeoutGroup] 2024-11-11T18:33:46,603 INFO [M:0;90f34c5bee6a:44631 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:46,603 INFO [M:0;90f34c5bee6a:44631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:46,603 DEBUG [M:0;90f34c5bee6a:44631 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:33:46,603 INFO [M:0;90f34c5bee6a:44631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:33:46,603 INFO [M:0;90f34c5bee6a:44631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:33:46,603 INFO [M:0;90f34c5bee6a:44631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:33:46,603 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:33:46,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:46,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:46,605 DEBUG [M:0;90f34c5bee6a:44631 {}] zookeeper.ZKUtil(347): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T18:33:46,605 WARN [M:0;90f34c5bee6a:44631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:33:46,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:46,605 INFO [RS:0;90f34c5bee6a:36765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:46,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36765-0x101084ebbcc0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:46,605 INFO [RS:0;90f34c5bee6a:36765 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,36765,1731350024583; zookeeper connection closed. 2024-11-11T18:33:46,605 INFO [M:0;90f34c5bee6a:44631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/.lastflushedseqids 2024-11-11T18:33:46,605 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5eb71c36 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5eb71c36 2024-11-11T18:33:46,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741844_1020 (size=191) 2024-11-11T18:33:46,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741844_1020 (size=191) 2024-11-11T18:33:46,618 INFO [M:0;90f34c5bee6a:44631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:33:46,618 INFO [M:0;90f34c5bee6a:44631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:33:46,619 DEBUG [M:0;90f34c5bee6a:44631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:33:46,619 INFO [M:0;90f34c5bee6a:44631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:46,619 DEBUG [M:0;90f34c5bee6a:44631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:46,619 DEBUG [M:0;90f34c5bee6a:44631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:33:46,619 DEBUG [M:0;90f34c5bee6a:44631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:46,619 INFO [M:0;90f34c5bee6a:44631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-11T18:33:46,634 DEBUG [M:0;90f34c5bee6a:44631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7132f0545bff426b80b6d8080b644f99 is 82, key is hbase:meta,,1/info:regioninfo/1731350025439/Put/seqid=0 2024-11-11T18:33:46,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741845_1021 (size=5672) 2024-11-11T18:33:46,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741845_1021 (size=5672) 2024-11-11T18:33:46,640 INFO [M:0;90f34c5bee6a:44631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7132f0545bff426b80b6d8080b644f99 2024-11-11T18:33:46,660 DEBUG [M:0;90f34c5bee6a:44631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4b0ba8be492449c8b50c12e49b4979c is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731350025940/Put/seqid=0 2024-11-11T18:33:46,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741846_1022 (size=6218) 2024-11-11T18:33:46,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741846_1022 (size=6218) 2024-11-11T18:33:46,665 INFO [M:0;90f34c5bee6a:44631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4b0ba8be492449c8b50c12e49b4979c 2024-11-11T18:33:46,684 DEBUG [M:0;90f34c5bee6a:44631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b38eff0be6047f5829c646bd824d13d is 69, key is 90f34c5bee6a,36765,1731350024583/rs:state/1731350024862/Put/seqid=0 2024-11-11T18:33:46,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741847_1023 (size=5224) 2024-11-11T18:33:46,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741847_1023 (size=5224) 2024-11-11T18:33:46,689 INFO [M:0;90f34c5bee6a:44631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b38eff0be6047f5829c646bd824d13d 2024-11-11T18:33:46,694 DEBUG [M:0;90f34c5bee6a:44631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7132f0545bff426b80b6d8080b644f99 as hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7132f0545bff426b80b6d8080b644f99 2024-11-11T18:33:46,698 INFO [M:0;90f34c5bee6a:44631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7132f0545bff426b80b6d8080b644f99, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T18:33:46,699 DEBUG [M:0;90f34c5bee6a:44631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4b0ba8be492449c8b50c12e49b4979c as hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4b0ba8be492449c8b50c12e49b4979c 2024-11-11T18:33:46,700 INFO [RS:1;90f34c5bee6a:46457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:46,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:46,700 INFO [RS:1;90f34c5bee6a:46457 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,46457,1731350024619; zookeeper connection closed. 2024-11-11T18:33:46,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x101084ebbcc0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:46,700 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64c2dc9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64c2dc9f 2024-11-11T18:33:46,701 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T18:33:46,703 INFO [M:0;90f34c5bee6a:44631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4b0ba8be492449c8b50c12e49b4979c, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T18:33:46,704 DEBUG [M:0;90f34c5bee6a:44631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b38eff0be6047f5829c646bd824d13d as hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b38eff0be6047f5829c646bd824d13d 2024-11-11T18:33:46,708 INFO [M:0;90f34c5bee6a:44631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38237/user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b38eff0be6047f5829c646bd824d13d, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T18:33:46,709 INFO [M:0;90f34c5bee6a:44631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 90ms, sequenceid=71, compaction requested=false 2024-11-11T18:33:46,710 INFO [M:0;90f34c5bee6a:44631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:46,710 DEBUG [M:0;90f34c5bee6a:44631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731350026619Disabling compacts and flushes for region at 1731350026619Disabling writes for close at 1731350026619Obtaining lock to block concurrent updates at 1731350026619Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731350026619Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731350026619Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731350026620 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731350026620Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731350026634 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731350026634Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731350026645 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731350026660 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731350026660Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731350026670 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731350026683 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731350026683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@269a446e: reopening flushed file at 1731350026693 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d0bdfe6: reopening flushed file at 1731350026698 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb6fc5: reopening flushed file at 1731350026704 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 90ms, sequenceid=71, compaction requested=false at 1731350026709 (+5 ms)Writing region close event to WAL at 1731350026710 (+1 ms)Closed at 1731350026710 2024-11-11T18:33:46,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43773 is added to blk_1073741830_1006 (size=35428) 2024-11-11T18:33:46,713 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ad13b68-3c62-bfcb-8299-7c954ec490fd/MasterData/WALs/90f34c5bee6a,44631,1731350024523/90f34c5bee6a%2C44631%2C1731350024523.1731350024711 not finished, retry = 0 2024-11-11T18:33:46,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741830_1006 (size=35428) 2024-11-11T18:33:46,814 INFO [M:0;90f34c5bee6a:44631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:33:46,814 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:46,814 INFO [M:0;90f34c5bee6a:44631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44631 2024-11-11T18:33:46,815 INFO [M:0;90f34c5bee6a:44631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:46,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:46,917 INFO [M:0;90f34c5bee6a:44631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:46,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x101084ebbcc0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:46,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e13ee1d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:46,920 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bdbaf49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:46,920 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:46,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d34d60d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:46,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ef93ff9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:46,922 WARN [BP-466678214-172.17.0.2-1731350023748 heartbeating to localhost/127.0.0.1:38237 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:33:46,922 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:33:46,922 WARN [BP-466678214-172.17.0.2-1731350023748 heartbeating to localhost/127.0.0.1:38237 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-466678214-172.17.0.2-1731350023748 (Datanode Uuid 0f1a63e2-c7ee-49e7-8c4f-3359764e2e0a) service to localhost/127.0.0.1:38237 2024-11-11T18:33:46,922 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:33:46,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/cluster_8da854d4-cc49-03fe-a3db-01b08e16e4cd/data/data3/current/BP-466678214-172.17.0.2-1731350023748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:46,923 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/cluster_8da854d4-cc49-03fe-a3db-01b08e16e4cd/data/data4/current/BP-466678214-172.17.0.2-1731350023748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:46,923 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:33:46,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd86e59{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:46,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65aaa33a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:46,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:46,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@669db43c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:46,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@145d8f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:46,926 WARN [BP-466678214-172.17.0.2-1731350023748 heartbeating to localhost/127.0.0.1:38237 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:33:46,926 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:33:46,927 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:33:46,927 WARN [BP-466678214-172.17.0.2-1731350023748 heartbeating to localhost/127.0.0.1:38237 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-466678214-172.17.0.2-1731350023748 (Datanode Uuid eb9b9f8f-673b-46a9-8834-49bc88f1ffb0) service to localhost/127.0.0.1:38237 2024-11-11T18:33:46,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/cluster_8da854d4-cc49-03fe-a3db-01b08e16e4cd/data/data1/current/BP-466678214-172.17.0.2-1731350023748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:46,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/cluster_8da854d4-cc49-03fe-a3db-01b08e16e4cd/data/data2/current/BP-466678214-172.17.0.2-1731350023748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:46,928 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:33:46,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35babe2f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:33:46,933 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12d07483{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:46,933 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:46,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a5467d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:46,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48f6781{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:46,939 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:33:46,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:33:46,962 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=175 (was 155) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:38237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38237 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38237 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=531 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=108 (was 109), ProcessCount=11 (was 11), AvailableMemoryMB=7740 (was 7873) 2024-11-11T18:33:46,969 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=175, OpenFileDescriptor=531, MaxFileDescriptor=1048576, SystemLoadAverage=108, ProcessCount=11, AvailableMemoryMB=7740 2024-11-11T18:33:46,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/hadoop.log.dir so I do NOT create it in target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f 2024-11-11T18:33:46,983 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T18:33:46,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/hadoop.tmp.dir so I do NOT create it in target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f 2024-11-11T18:33:46,983 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/161bd745-b9b7-56bb-76fd-d6539819e145/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T18:33:46,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f 2024-11-11T18:33:46,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:33:46,983 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/cluster_64026620-baa5-c80f-f53d-a6dcf56f7ef4, deleteOnExit=true 2024-11-11T18:33:46,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:33:46,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/test.cache.data in system properties and HBase conf 2024-11-11T18:33:46,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:33:46,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:33:46,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:33:46,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:33:46,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:33:46,983 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:33:46,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:33:46,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:33:46,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:33:46,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:33:46,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:33:46,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:33:46,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:33:46,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:33:46,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:33:46,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:33:46,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:33:46,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:33:46,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:33:46,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:33:47,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:47,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:47,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:47,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:47,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:33:47,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:47,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b13d5c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:47,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1040f6db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:47,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d11ffe3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/java.io.tmpdir/jetty-localhost-39083-hadoop-hdfs-3_4_1-tests_jar-_-any-6858328158266689560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:33:47,185 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aec1da0{HTTP/1.1, (http/1.1)}{localhost:39083} 2024-11-11T18:33:47,186 INFO [Time-limited test {}] server.Server(415): Started @23019ms 2024-11-11T18:33:47,286 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:33:47,308 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:47,308 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:47,308 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:47,308 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:47,309 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:47,309 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:47,312 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:47,312 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:47,312 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:47,315 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:33:47,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:47,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:47,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:47,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:47,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:33:47,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bfe8e88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:47,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b85174e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:47,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42753934{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/java.io.tmpdir/jetty-localhost-45593-hadoop-hdfs-3_4_1-tests_jar-_-any-2013110047317721673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:47,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@665864cb{HTTP/1.1, (http/1.1)}{localhost:45593} 2024-11-11T18:33:47,452 INFO [Time-limited test {}] server.Server(415): Started @23285ms 2024-11-11T18:33:47,453 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:33:47,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:33:47,494 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:33:47,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:33:47,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:33:47,495 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:33:47,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46f2bc9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:33:47,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74609373{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:33:47,555 WARN [Thread-1415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/cluster_64026620-baa5-c80f-f53d-a6dcf56f7ef4/data/data2/current/BP-769638931-172.17.0.2-1731350027006/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:47,555 WARN [Thread-1414 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/cluster_64026620-baa5-c80f-f53d-a6dcf56f7ef4/data/data1/current/BP-769638931-172.17.0.2-1731350027006/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:47,572 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:33:47,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf99cb359d8cd3890 with lease ID 0x8b335bc659a88dad: Processing first storage report for DS-b6cf3c3f-1179-4e31-ae3d-6e5e88c5cbc3 from datanode DatanodeRegistration(127.0.0.1:33155, datanodeUuid=cba6c73b-a050-4c5e-a1ce-928c211c0dd4, infoPort=46607, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=1278346970;c=1731350027006) 2024-11-11T18:33:47,575 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf99cb359d8cd3890 with lease ID 0x8b335bc659a88dad: from storage DS-b6cf3c3f-1179-4e31-ae3d-6e5e88c5cbc3 node DatanodeRegistration(127.0.0.1:33155, datanodeUuid=cba6c73b-a050-4c5e-a1ce-928c211c0dd4, infoPort=46607, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=1278346970;c=1731350027006), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:47,575 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf99cb359d8cd3890 with lease ID 0x8b335bc659a88dad: Processing first storage report for DS-13d1bb07-190c-4c9a-8c67-2c34bc984148 from datanode DatanodeRegistration(127.0.0.1:33155, datanodeUuid=cba6c73b-a050-4c5e-a1ce-928c211c0dd4, infoPort=46607, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=1278346970;c=1731350027006) 2024-11-11T18:33:47,575 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf99cb359d8cd3890 with lease ID 0x8b335bc659a88dad: from storage DS-13d1bb07-190c-4c9a-8c67-2c34bc984148 node DatanodeRegistration(127.0.0.1:33155, datanodeUuid=cba6c73b-a050-4c5e-a1ce-928c211c0dd4, infoPort=46607, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=1278346970;c=1731350027006), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:47,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@704773b5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/java.io.tmpdir/jetty-localhost-45393-hadoop-hdfs-3_4_1-tests_jar-_-any-13801166477319040496/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:47,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@89a7775{HTTP/1.1, (http/1.1)}{localhost:45393} 2024-11-11T18:33:47,612 INFO [Time-limited test {}] server.Server(415): Started @23445ms 2024-11-11T18:33:47,613 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:33:47,719 WARN [Thread-1440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/cluster_64026620-baa5-c80f-f53d-a6dcf56f7ef4/data/data3/current/BP-769638931-172.17.0.2-1731350027006/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:47,719 WARN [Thread-1441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/cluster_64026620-baa5-c80f-f53d-a6dcf56f7ef4/data/data4/current/BP-769638931-172.17.0.2-1731350027006/current, will proceed with Du for space computation calculation, 2024-11-11T18:33:47,736 WARN [Thread-1429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:33:47,738 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8631bab62b476c10 with lease ID 0x8b335bc659a88dae: Processing first storage report for DS-157f3329-4203-4666-ae07-7cc79d33a777 from datanode DatanodeRegistration(127.0.0.1:45069, datanodeUuid=1c89e4bf-f43d-404d-9708-207a1cee8312, infoPort=36499, infoSecurePort=0, ipcPort=38529, storageInfo=lv=-57;cid=testClusterID;nsid=1278346970;c=1731350027006) 2024-11-11T18:33:47,739 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8631bab62b476c10 with lease ID 0x8b335bc659a88dae: from storage DS-157f3329-4203-4666-ae07-7cc79d33a777 node DatanodeRegistration(127.0.0.1:45069, datanodeUuid=1c89e4bf-f43d-404d-9708-207a1cee8312, infoPort=36499, infoSecurePort=0, ipcPort=38529, storageInfo=lv=-57;cid=testClusterID;nsid=1278346970;c=1731350027006), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:47,739 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8631bab62b476c10 with lease ID 0x8b335bc659a88dae: Processing first storage report for DS-07a4322c-cb14-42cb-accc-05e1d0b36eea from datanode DatanodeRegistration(127.0.0.1:45069, datanodeUuid=1c89e4bf-f43d-404d-9708-207a1cee8312, infoPort=36499, infoSecurePort=0, ipcPort=38529, storageInfo=lv=-57;cid=testClusterID;nsid=1278346970;c=1731350027006) 2024-11-11T18:33:47,739 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8631bab62b476c10 with lease ID 0x8b335bc659a88dae: from storage DS-07a4322c-cb14-42cb-accc-05e1d0b36eea node DatanodeRegistration(127.0.0.1:45069, datanodeUuid=1c89e4bf-f43d-404d-9708-207a1cee8312, infoPort=36499, infoSecurePort=0, ipcPort=38529, storageInfo=lv=-57;cid=testClusterID;nsid=1278346970;c=1731350027006), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:33:47,836 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f 2024-11-11T18:33:47,839 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/cluster_64026620-baa5-c80f-f53d-a6dcf56f7ef4/zookeeper_0, clientPort=54852, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/cluster_64026620-baa5-c80f-f53d-a6dcf56f7ef4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/cluster_64026620-baa5-c80f-f53d-a6dcf56f7ef4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:33:47,840 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54852 2024-11-11T18:33:47,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:47,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:47,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:33:47,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:33:47,854 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17 with version=8 2024-11-11T18:33:47,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/hbase-staging 2024-11-11T18:33:47,856 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:47,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:47,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:47,856 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:47,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:47,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:47,856 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:33:47,856 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:47,857 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33585 2024-11-11T18:33:47,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33585 connecting to ZooKeeper ensemble=127.0.0.1:54852 2024-11-11T18:33:47,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335850x0, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:47,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33585-0x101084ec8ce0000 connected 2024-11-11T18:33:47,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:47,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:47,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:47,887 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17, hbase.cluster.distributed=false 2024-11-11T18:33:47,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:47,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33585 2024-11-11T18:33:47,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33585 2024-11-11T18:33:47,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33585 2024-11-11T18:33:47,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33585 2024-11-11T18:33:47,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33585 2024-11-11T18:33:47,910 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:47,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:47,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:47,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:47,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:47,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:47,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:33:47,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:47,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40919 2024-11-11T18:33:47,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40919 connecting to ZooKeeper ensemble=127.0.0.1:54852 2024-11-11T18:33:47,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:47,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:47,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409190x0, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:47,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409190x0, quorum=127.0.0.1:54852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:47,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40919-0x101084ec8ce0001 connected 2024-11-11T18:33:47,920 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:33:47,920 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T18:33:47,927 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T18:33:47,928 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T18:33:47,928 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T18:33:47,928 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:33:47,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:33:47,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:47,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40919 2024-11-11T18:33:47,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40919 2024-11-11T18:33:47,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40919 2024-11-11T18:33:47,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40919 2024-11-11T18:33:47,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40919 2024-11-11T18:33:47,945 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:33:47,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:47,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:47,946 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:33:47,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:33:47,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:33:47,946 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:33:47,946 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:33:47,946 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38899 2024-11-11T18:33:47,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38899 connecting to ZooKeeper ensemble=127.0.0.1:54852 2024-11-11T18:33:47,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:47,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:47,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388990x0, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:33:47,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388990x0, quorum=127.0.0.1:54852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:47,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38899-0x101084ec8ce0002 connected 2024-11-11T18:33:47,954 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:33:47,955 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T18:33:47,963 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T18:33:47,963 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T18:33:47,964 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T18:33:47,965 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:33:47,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:33:47,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:33:47,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38899 2024-11-11T18:33:47,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38899 2024-11-11T18:33:47,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38899 2024-11-11T18:33:47,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38899 2024-11-11T18:33:47,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38899 2024-11-11T18:33:47,979 DEBUG [M:0;90f34c5bee6a:33585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:33585 2024-11-11T18:33:47,980 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/90f34c5bee6a,33585,1731350027855 2024-11-11T18:33:47,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:47,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:47,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:47,982 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/90f34c5bee6a,33585,1731350027855 2024-11-11T18:33:47,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:47,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:47,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:47,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:47,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:47,984 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T18:33:47,984 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/90f34c5bee6a,33585,1731350027855 from backup master directory 2024-11-11T18:33:47,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:47,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:47,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/90f34c5bee6a,33585,1731350027855 2024-11-11T18:33:47,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:33:47,987 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:47,987 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,33585,1731350027855 2024-11-11T18:33:47,991 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/hbase.id] with ID: 5f3b2157-9d63-4054-829e-01b7bba0b06a 2024-11-11T18:33:47,991 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/.tmp/hbase.id 2024-11-11T18:33:47,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:33:47,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:33:47,997 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/.tmp/hbase.id]:[hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/hbase.id] 2024-11-11T18:33:48,007 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:33:48,007 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:33:48,008 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T18:33:48,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:48,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:48,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:33:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:33:48,017 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:33:48,017 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:33:48,018 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:48,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:33:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:33:48,024 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store 2024-11-11T18:33:48,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:33:48,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:33:48,030 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:48,030 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:33:48,030 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:48,031 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:48,031 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:33:48,031 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:48,031 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:48,031 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731350028030Disabling compacts and flushes for region at 1731350028030Disabling writes for close at 1731350028031 (+1 ms)Writing region close event to WAL at 1731350028031Closed at 1731350028031 2024-11-11T18:33:48,031 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/.initializing 2024-11-11T18:33:48,031 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/WALs/90f34c5bee6a,33585,1731350027855 2024-11-11T18:33:48,032 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:48,034 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C33585%2C1731350027855, suffix=, logDir=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/WALs/90f34c5bee6a,33585,1731350027855, archiveDir=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/oldWALs, maxLogs=10 2024-11-11T18:33:48,047 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/WALs/90f34c5bee6a,33585,1731350027855/90f34c5bee6a%2C33585%2C1731350027855.1731350028034, exclude list is [], retry=0 2024-11-11T18:33:48,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45069,DS-157f3329-4203-4666-ae07-7cc79d33a777,DISK] 2024-11-11T18:33:48,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33155,DS-b6cf3c3f-1179-4e31-ae3d-6e5e88c5cbc3,DISK] 2024-11-11T18:33:48,051 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/WALs/90f34c5bee6a,33585,1731350027855/90f34c5bee6a%2C33585%2C1731350027855.1731350028034 2024-11-11T18:33:48,052 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36499:36499),(127.0.0.1/127.0.0.1:46607:46607)] 2024-11-11T18:33:48,052 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:33:48,052 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:48,052 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:48,052 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:48,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:48,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:33:48,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:48,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:48,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:48,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:33:48,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:48,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:48,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:48,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:33:48,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:48,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:48,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:48,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:33:48,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:48,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:48,061 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:48,061 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:48,062 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:48,063 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:48,063 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:48,063 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:48,064 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:33:48,066 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:48,066 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72577767, jitterRate=0.08149300515651703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:48,067 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731350028052Initializing all the Stores at 1731350028053 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350028053Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350028053Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350028053Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350028053Cleaning up temporary data from old regions at 1731350028063 (+10 ms)Region opened successfully at 1731350028067 (+4 ms) 2024-11-11T18:33:48,067 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:33:48,070 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e59494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:48,071 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:33:48,071 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:33:48,071 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:33:48,071 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:33:48,072 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:33:48,072 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:33:48,072 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:33:48,074 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:33:48,075 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T18:33:48,076 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T18:33:48,076 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:33:48,077 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:33:48,078 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T18:33:48,079 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:33:48,080 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:33:48,081 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T18:33:48,082 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:33:48,083 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T18:33:48,085 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:33:48,087 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T18:33:48,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:48,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:48,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:48,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:48,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:48,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:48,089 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,33585,1731350027855, sessionid=0x101084ec8ce0000, setting cluster-up flag (Was=false) 2024-11-11T18:33:48,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:48,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:48,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:48,102 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T18:33:48,103 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,33585,1731350027855 2024-11-11T18:33:48,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:48,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:48,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:48,113 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T18:33:48,113 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,33585,1731350027855 2024-11-11T18:33:48,115 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:33:48,116 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:48,116 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:33:48,117 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:33:48,117 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,33585,1731350027855 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:33:48,118 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:48,118 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:48,118 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:48,118 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:33:48,118 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:33:48,118 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,118 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:48,118 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,119 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731350058119 2024-11-11T18:33:48,119 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:33:48,119 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:33:48,119 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:33:48,119 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:33:48,119 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:33:48,119 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:33:48,119 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:48,119 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:33:48,120 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:33:48,120 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:33:48,120 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:33:48,120 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:33:48,120 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:48,120 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:33:48,120 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:33:48,124 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350028120,5,FailOnTimeoutGroup] 2024-11-11T18:33:48,124 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350028124,5,FailOnTimeoutGroup] 2024-11-11T18:33:48,125 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,125 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:33:48,125 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,125 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:33:48,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:33:48,134 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:33:48,134 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17 2024-11-11T18:33:48,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:33:48,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:33:48,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:48,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:33:48,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:33:48,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:48,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:48,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:33:48,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:33:48,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:48,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:48,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:33:48,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:33:48,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:48,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:48,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:33:48,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:33:48,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:48,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:48,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:33:48,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740 2024-11-11T18:33:48,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740 2024-11-11T18:33:48,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:33:48,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:33:48,152 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:48,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:33:48,155 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:48,156 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60594114, jitterRate=-0.09707733988761902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:48,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731350028141Initializing all the Stores at 1731350028141Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350028142 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350028142Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350028142Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350028142Cleaning up temporary data from old regions at 1731350028151 (+9 ms)Region opened successfully at 1731350028157 (+6 ms) 2024-11-11T18:33:48,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:33:48,157 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:33:48,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:33:48,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:33:48,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:33:48,157 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:48,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731350028157Disabling compacts and flushes for region at 1731350028157Disabling writes for close at 1731350028157Writing region close event to WAL at 1731350028157Closed at 1731350028157 2024-11-11T18:33:48,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:48,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:33:48,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:33:48,160 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:33:48,161 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:33:48,169 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.HRegionServer(746): ClusterId : 5f3b2157-9d63-4054-829e-01b7bba0b06a 2024-11-11T18:33:48,169 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.HRegionServer(746): ClusterId : 5f3b2157-9d63-4054-829e-01b7bba0b06a 2024-11-11T18:33:48,169 DEBUG [RS:0;90f34c5bee6a:40919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:33:48,169 DEBUG [RS:1;90f34c5bee6a:38899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:33:48,172 DEBUG [RS:1;90f34c5bee6a:38899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:33:48,172 DEBUG [RS:1;90f34c5bee6a:38899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:33:48,172 DEBUG [RS:0;90f34c5bee6a:40919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:33:48,172 DEBUG [RS:0;90f34c5bee6a:40919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:33:48,176 DEBUG [RS:1;90f34c5bee6a:38899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:33:48,176 DEBUG [RS:1;90f34c5bee6a:38899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@808d65b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:48,176 DEBUG [RS:0;90f34c5bee6a:40919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:33:48,176 DEBUG [RS:0;90f34c5bee6a:40919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307761b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:33:48,188 DEBUG [RS:0;90f34c5bee6a:40919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:40919 2024-11-11T18:33:48,188 DEBUG [RS:1;90f34c5bee6a:38899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;90f34c5bee6a:38899 2024-11-11T18:33:48,188 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:33:48,188 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:33:48,188 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:33:48,188 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:33:48,188 DEBUG [RS:0;90f34c5bee6a:40919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:33:48,188 DEBUG [RS:1;90f34c5bee6a:38899 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:33:48,189 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,33585,1731350027855 with port=38899, startcode=1731350027945 2024-11-11T18:33:48,189 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,33585,1731350027855 with port=40919, startcode=1731350027910 2024-11-11T18:33:48,189 DEBUG [RS:0;90f34c5bee6a:40919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:33:48,189 DEBUG [RS:1;90f34c5bee6a:38899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:33:48,190 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:33:48,191 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:33:48,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,38899,1731350027945 2024-11-11T18:33:48,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33585 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,38899,1731350027945 2024-11-11T18:33:48,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,40919,1731350027910 2024-11-11T18:33:48,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33585 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,40919,1731350027910 2024-11-11T18:33:48,192 DEBUG [RS:1;90f34c5bee6a:38899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17 2024-11-11T18:33:48,192 DEBUG [RS:1;90f34c5bee6a:38899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39443 2024-11-11T18:33:48,192 DEBUG [RS:1;90f34c5bee6a:38899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:33:48,193 DEBUG [RS:0;90f34c5bee6a:40919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17 2024-11-11T18:33:48,193 DEBUG [RS:0;90f34c5bee6a:40919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39443 2024-11-11T18:33:48,193 DEBUG [RS:0;90f34c5bee6a:40919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:33:48,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:48,200 DEBUG [RS:1;90f34c5bee6a:38899 {}] zookeeper.ZKUtil(111): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,38899,1731350027945 2024-11-11T18:33:48,200 WARN [RS:1;90f34c5bee6a:38899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:48,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,38899,1731350027945] 2024-11-11T18:33:48,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,40919,1731350027910] 2024-11-11T18:33:48,200 INFO [RS:1;90f34c5bee6a:38899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:48,200 DEBUG [RS:1;90f34c5bee6a:38899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/WALs/90f34c5bee6a,38899,1731350027945 2024-11-11T18:33:48,200 DEBUG [RS:0;90f34c5bee6a:40919 {}] zookeeper.ZKUtil(111): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,40919,1731350027910 2024-11-11T18:33:48,200 WARN [RS:0;90f34c5bee6a:40919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:33:48,200 INFO [RS:0;90f34c5bee6a:40919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:48,200 DEBUG [RS:0;90f34c5bee6a:40919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/WALs/90f34c5bee6a,40919,1731350027910 2024-11-11T18:33:48,204 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:33:48,204 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:33:48,206 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:33:48,207 INFO [RS:0;90f34c5bee6a:40919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:33:48,207 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,208 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:33:48,208 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:33:48,209 INFO [RS:1;90f34c5bee6a:38899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:33:48,209 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,209 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:33:48,209 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:33:48,209 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,209 DEBUG [RS:0;90f34c5bee6a:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,209 DEBUG [RS:0;90f34c5bee6a:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,209 DEBUG [RS:0;90f34c5bee6a:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,209 DEBUG [RS:0;90f34c5bee6a:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,209 DEBUG [RS:0;90f34c5bee6a:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,209 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:33:48,209 DEBUG [RS:0;90f34c5bee6a:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:48,209 DEBUG [RS:0;90f34c5bee6a:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,210 DEBUG [RS:0;90f34c5bee6a:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,210 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,210 DEBUG [RS:0;90f34c5bee6a:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,210 DEBUG [RS:0;90f34c5bee6a:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,210 DEBUG [RS:0;90f34c5bee6a:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,210 DEBUG [RS:1;90f34c5bee6a:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,210 DEBUG [RS:0;90f34c5bee6a:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,210 DEBUG [RS:1;90f34c5bee6a:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,210 DEBUG [RS:0;90f34c5bee6a:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:48,210 DEBUG [RS:1;90f34c5bee6a:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,210 DEBUG [RS:0;90f34c5bee6a:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:48,210 DEBUG [RS:1;90f34c5bee6a:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,210 DEBUG [RS:1;90f34c5bee6a:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,210 DEBUG [RS:1;90f34c5bee6a:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:33:48,210 DEBUG [RS:1;90f34c5bee6a:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,210 DEBUG [RS:1;90f34c5bee6a:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,210 DEBUG [RS:1;90f34c5bee6a:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,210 DEBUG [RS:1;90f34c5bee6a:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,210 DEBUG [RS:1;90f34c5bee6a:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,210 DEBUG [RS:1;90f34c5bee6a:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:33:48,210 DEBUG [RS:1;90f34c5bee6a:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:48,210 DEBUG [RS:1;90f34c5bee6a:38899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:33:48,212 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,212 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,212 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,212 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,212 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,212 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40919,1731350027910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:48,215 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,215 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,215 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,215 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,215 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,215 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,38899,1731350027945-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:48,229 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:33:48,229 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,38899,1731350027945-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,229 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,229 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.Replication(171): 90f34c5bee6a,38899,1731350027945 started 2024-11-11T18:33:48,236 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:33:48,236 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40919,1731350027910-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,236 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,236 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.Replication(171): 90f34c5bee6a,40919,1731350027910 started 2024-11-11T18:33:48,242 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,242 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,38899,1731350027945, RpcServer on 90f34c5bee6a/172.17.0.2:38899, sessionid=0x101084ec8ce0002 2024-11-11T18:33:48,242 DEBUG [RS:1;90f34c5bee6a:38899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:33:48,242 DEBUG [RS:1;90f34c5bee6a:38899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,38899,1731350027945 2024-11-11T18:33:48,242 DEBUG [RS:1;90f34c5bee6a:38899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,38899,1731350027945' 2024-11-11T18:33:48,242 DEBUG [RS:1;90f34c5bee6a:38899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:33:48,243 DEBUG [RS:1;90f34c5bee6a:38899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:33:48,243 DEBUG [RS:1;90f34c5bee6a:38899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:33:48,243 DEBUG [RS:1;90f34c5bee6a:38899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:33:48,243 DEBUG [RS:1;90f34c5bee6a:38899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,38899,1731350027945 2024-11-11T18:33:48,243 DEBUG [RS:1;90f34c5bee6a:38899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,38899,1731350027945' 2024-11-11T18:33:48,243 DEBUG [RS:1;90f34c5bee6a:38899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:33:48,244 DEBUG [RS:1;90f34c5bee6a:38899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:33:48,244 DEBUG [RS:1;90f34c5bee6a:38899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:33:48,244 INFO [RS:1;90f34c5bee6a:38899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:33:48,244 INFO [RS:1;90f34c5bee6a:38899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:33:48,249 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,249 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,40919,1731350027910, RpcServer on 90f34c5bee6a/172.17.0.2:40919, sessionid=0x101084ec8ce0001 2024-11-11T18:33:48,249 DEBUG [RS:0;90f34c5bee6a:40919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:33:48,249 DEBUG [RS:0;90f34c5bee6a:40919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,40919,1731350027910 2024-11-11T18:33:48,249 DEBUG [RS:0;90f34c5bee6a:40919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,40919,1731350027910' 2024-11-11T18:33:48,249 DEBUG [RS:0;90f34c5bee6a:40919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:33:48,249 DEBUG [RS:0;90f34c5bee6a:40919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:33:48,250 DEBUG [RS:0;90f34c5bee6a:40919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:33:48,250 DEBUG [RS:0;90f34c5bee6a:40919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:33:48,250 DEBUG [RS:0;90f34c5bee6a:40919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,40919,1731350027910 2024-11-11T18:33:48,250 DEBUG [RS:0;90f34c5bee6a:40919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,40919,1731350027910' 2024-11-11T18:33:48,250 DEBUG [RS:0;90f34c5bee6a:40919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:33:48,250 DEBUG [RS:0;90f34c5bee6a:40919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:33:48,250 DEBUG [RS:0;90f34c5bee6a:40919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:33:48,250 INFO [RS:0;90f34c5bee6a:40919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:33:48,250 INFO [RS:0;90f34c5bee6a:40919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:33:48,311 WARN [90f34c5bee6a:33585 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T18:33:48,345 INFO [RS:1;90f34c5bee6a:38899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:48,346 INFO [RS:1;90f34c5bee6a:38899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C38899%2C1731350027945, suffix=, logDir=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/WALs/90f34c5bee6a,38899,1731350027945, archiveDir=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/oldWALs, maxLogs=32 2024-11-11T18:33:48,351 INFO [RS:0;90f34c5bee6a:40919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:33:48,352 INFO [RS:0;90f34c5bee6a:40919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C40919%2C1731350027910, suffix=, logDir=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/WALs/90f34c5bee6a,40919,1731350027910, archiveDir=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/oldWALs, maxLogs=32 2024-11-11T18:33:48,360 DEBUG [RS:1;90f34c5bee6a:38899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/WALs/90f34c5bee6a,38899,1731350027945/90f34c5bee6a%2C38899%2C1731350027945.1731350028347, exclude list is [], retry=0 2024-11-11T18:33:48,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33155,DS-b6cf3c3f-1179-4e31-ae3d-6e5e88c5cbc3,DISK] 2024-11-11T18:33:48,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45069,DS-157f3329-4203-4666-ae07-7cc79d33a777,DISK] 2024-11-11T18:33:48,364 INFO [RS:1;90f34c5bee6a:38899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/WALs/90f34c5bee6a,38899,1731350027945/90f34c5bee6a%2C38899%2C1731350027945.1731350028347 2024-11-11T18:33:48,365 DEBUG [RS:1;90f34c5bee6a:38899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46607:46607),(127.0.0.1/127.0.0.1:36499:36499)] 2024-11-11T18:33:48,365 DEBUG [RS:0;90f34c5bee6a:40919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/WALs/90f34c5bee6a,40919,1731350027910/90f34c5bee6a%2C40919%2C1731350027910.1731350028352, exclude list is [], retry=0 2024-11-11T18:33:48,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45069,DS-157f3329-4203-4666-ae07-7cc79d33a777,DISK] 2024-11-11T18:33:48,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33155,DS-b6cf3c3f-1179-4e31-ae3d-6e5e88c5cbc3,DISK] 2024-11-11T18:33:48,370 INFO [RS:0;90f34c5bee6a:40919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/WALs/90f34c5bee6a,40919,1731350027910/90f34c5bee6a%2C40919%2C1731350027910.1731350028352 2024-11-11T18:33:48,372 DEBUG [RS:0;90f34c5bee6a:40919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46607:46607),(127.0.0.1/127.0.0.1:36499:36499)] 2024-11-11T18:33:48,561 DEBUG [90f34c5bee6a:33585 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T18:33:48,562 DEBUG [90f34c5bee6a:33585 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:33:48,564 DEBUG [90f34c5bee6a:33585 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:33:48,564 DEBUG [90f34c5bee6a:33585 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:33:48,564 DEBUG [90f34c5bee6a:33585 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:33:48,564 DEBUG [90f34c5bee6a:33585 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:33:48,564 INFO [90f34c5bee6a:33585 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:33:48,564 INFO [90f34c5bee6a:33585 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:33:48,564 DEBUG [90f34c5bee6a:33585 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:33:48,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,38899,1731350027945 2024-11-11T18:33:48,565 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,38899,1731350027945, state=OPENING 2024-11-11T18:33:48,567 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:33:48,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:48,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:48,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:48,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:48,569 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:33:48,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,38899,1731350027945}] 2024-11-11T18:33:48,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:48,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:48,722 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:48,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:48,727 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:33:48,727 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:33:48,727 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:33:48,729 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C38899%2C1731350027945.meta, suffix=.meta, logDir=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/WALs/90f34c5bee6a,38899,1731350027945, archiveDir=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/oldWALs, maxLogs=32 2024-11-11T18:33:48,742 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/WALs/90f34c5bee6a,38899,1731350027945/90f34c5bee6a%2C38899%2C1731350027945.meta.1731350028729.meta, exclude list is [], retry=0 2024-11-11T18:33:48,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45069,DS-157f3329-4203-4666-ae07-7cc79d33a777,DISK] 2024-11-11T18:33:48,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33155,DS-b6cf3c3f-1179-4e31-ae3d-6e5e88c5cbc3,DISK] 2024-11-11T18:33:48,746 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/WALs/90f34c5bee6a,38899,1731350027945/90f34c5bee6a%2C38899%2C1731350027945.meta.1731350028729.meta 2024-11-11T18:33:48,746 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36499:36499),(127.0.0.1/127.0.0.1:46607:46607)] 2024-11-11T18:33:48,746 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:33:48,746 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:33:48,746 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:33:48,746 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:33:48,747 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:33:48,747 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:48,747 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:33:48,747 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:33:48,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:33:48,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:33:48,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:48,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:48,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:33:48,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:33:48,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:48,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:48,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:33:48,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:33:48,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:48,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:48,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:33:48,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:33:48,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:48,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:33:48,752 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:33:48,752 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740 2024-11-11T18:33:48,753 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740 2024-11-11T18:33:48,754 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:33:48,754 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:33:48,754 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:33:48,755 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:33:48,756 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59727007, jitterRate=-0.10999824106693268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:33:48,756 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:33:48,757 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731350028747Writing region info on filesystem at 1731350028747Initializing all the Stores at 1731350028748 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350028748Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350028748Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350028748Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731350028748Cleaning up temporary data from old regions at 1731350028754 (+6 ms)Running coprocessor post-open hooks at 1731350028756 (+2 ms)Region opened successfully at 1731350028757 (+1 ms) 2024-11-11T18:33:48,758 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731350028721 2024-11-11T18:33:48,760 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:33:48,760 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:33:48,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,38899,1731350027945 2024-11-11T18:33:48,761 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,38899,1731350027945, state=OPEN 2024-11-11T18:33:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:33:48,763 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,38899,1731350027945 2024-11-11T18:33:48,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:48,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:48,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:33:48,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:33:48,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,38899,1731350027945 in 194 msec 2024-11-11T18:33:48,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:33:48,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 607 msec 2024-11-11T18:33:48,768 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:33:48,768 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:33:48,770 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:33:48,770 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,38899,1731350027945, seqNum=-1] 2024-11-11T18:33:48,770 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:48,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:48,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 660 msec 2024-11-11T18:33:48,776 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731350028776, completionTime=-1 2024-11-11T18:33:48,776 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T18:33:48,776 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:33:48,778 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T18:33:48,778 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731350088778 2024-11-11T18:33:48,778 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731350148778 2024-11-11T18:33:48,778 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T18:33:48,779 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T18:33:48,779 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33585,1731350027855-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,779 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33585,1731350027855-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,779 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33585,1731350027855-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,779 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:33585, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,779 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,780 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,782 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:33:48,783 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.796sec 2024-11-11T18:33:48,783 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:33:48,784 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:33:48,784 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:33:48,784 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:33:48,784 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:33:48,784 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33585,1731350027855-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:33:48,784 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33585,1731350027855-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:33:48,785 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:33:48,785 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:33:48,785 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,33585,1731350027855-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:33:48,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea7d8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:48,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,33585,-1 for getting cluster id 2024-11-11T18:33:48,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:33:48,871 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f3b2157-9d63-4054-829e-01b7bba0b06a' 2024-11-11T18:33:48,872 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:33:48,872 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f3b2157-9d63-4054-829e-01b7bba0b06a" 2024-11-11T18:33:48,872 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e7791c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:48,873 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,33585,-1] 2024-11-11T18:33:48,873 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:33:48,873 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:48,874 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:33:48,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8303cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:33:48,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:33:48,876 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,38899,1731350027945, seqNum=-1] 2024-11-11T18:33:48,876 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:48,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:48,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,33585,1731350027855 2024-11-11T18:33:48,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:33:48,880 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,33585,1731350027855 2024-11-11T18:33:48,880 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14019b0 2024-11-11T18:33:48,881 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:33:48,881 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:33:48,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:33:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T18:33:48,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:33:48,884 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:48,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T18:33:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:48,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:33:48,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741836_1012 (size=379) 2024-11-11T18:33:48,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741836_1012 (size=379) 2024-11-11T18:33:48,894 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e27a057f46c9693a70a9c0ea972cd04a, NAME => 'testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17 2024-11-11T18:33:48,894 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ea355a41d36343ef71fefca8e7e111d3, NAME => 'testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17 2024-11-11T18:33:48,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741837_1013 (size=61) 2024-11-11T18:33:48,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741837_1013 (size=61) 2024-11-11T18:33:48,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741838_1014 (size=61) 2024-11-11T18:33:48,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741838_1014 (size=61) 2024-11-11T18:33:48,908 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:48,908 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:48,908 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing ea355a41d36343ef71fefca8e7e111d3, disabling compactions & flushes 2024-11-11T18:33:48,908 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3. 2024-11-11T18:33:48,908 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3. 2024-11-11T18:33:48,908 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3. after waiting 0 ms 2024-11-11T18:33:48,908 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing e27a057f46c9693a70a9c0ea972cd04a, disabling compactions & flushes 2024-11-11T18:33:48,908 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3. 2024-11-11T18:33:48,908 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3. 2024-11-11T18:33:48,908 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a. 2024-11-11T18:33:48,908 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a. 2024-11-11T18:33:48,908 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for ea355a41d36343ef71fefca8e7e111d3: Waiting for close lock at 1731350028908Disabling compacts and flushes for region at 1731350028908Disabling writes for close at 1731350028908Writing region close event to WAL at 1731350028908Closed at 1731350028908 2024-11-11T18:33:48,908 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a. after waiting 0 ms 2024-11-11T18:33:48,908 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a. 2024-11-11T18:33:48,908 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a. 2024-11-11T18:33:48,908 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for e27a057f46c9693a70a9c0ea972cd04a: Waiting for close lock at 1731350028908Disabling compacts and flushes for region at 1731350028908Disabling writes for close at 1731350028908Writing region close event to WAL at 1731350028908Closed at 1731350028908 2024-11-11T18:33:48,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:33:48,910 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731350028909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731350028909"}]},"ts":"1731350028909"} 2024-11-11T18:33:48,910 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731350028909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731350028909"}]},"ts":"1731350028909"} 2024-11-11T18:33:48,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T18:33:48,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:33:48,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731350028914"}]},"ts":"1731350028914"} 2024-11-11T18:33:48,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T18:33:48,916 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:33:48,917 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:33:48,917 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:33:48,917 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:33:48,917 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:33:48,917 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:33:48,917 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:33:48,917 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:33:48,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e27a057f46c9693a70a9c0ea972cd04a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea355a41d36343ef71fefca8e7e111d3, ASSIGN}] 2024-11-11T18:33:48,919 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea355a41d36343ef71fefca8e7e111d3, ASSIGN 2024-11-11T18:33:48,919 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e27a057f46c9693a70a9c0ea972cd04a, ASSIGN 2024-11-11T18:33:48,919 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea355a41d36343ef71fefca8e7e111d3, ASSIGN; state=OFFLINE, location=90f34c5bee6a,40919,1731350027910; forceNewPlan=false, retain=false 2024-11-11T18:33:48,919 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e27a057f46c9693a70a9c0ea972cd04a, ASSIGN; state=OFFLINE, location=90f34c5bee6a,38899,1731350027945; forceNewPlan=false, retain=false 2024-11-11T18:33:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:49,070 INFO [90f34c5bee6a:33585 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T18:33:49,070 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e27a057f46c9693a70a9c0ea972cd04a, regionState=OPENING, regionLocation=90f34c5bee6a,38899,1731350027945 2024-11-11T18:33:49,070 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ea355a41d36343ef71fefca8e7e111d3, regionState=OPENING, regionLocation=90f34c5bee6a,40919,1731350027910 2024-11-11T18:33:49,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e27a057f46c9693a70a9c0ea972cd04a, ASSIGN because future has completed 2024-11-11T18:33:49,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e27a057f46c9693a70a9c0ea972cd04a, server=90f34c5bee6a,38899,1731350027945}] 2024-11-11T18:33:49,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea355a41d36343ef71fefca8e7e111d3, ASSIGN because future has completed 2024-11-11T18:33:49,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea355a41d36343ef71fefca8e7e111d3, server=90f34c5bee6a,40919,1731350027910}] 2024-11-11T18:33:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:49,227 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:49,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:49,229 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a. 2024-11-11T18:33:49,229 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e27a057f46c9693a70a9c0ea972cd04a, NAME => 'testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T18:33:49,230 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e27a057f46c9693a70a9c0ea972cd04a 2024-11-11T18:33:49,230 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:49,230 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e27a057f46c9693a70a9c0ea972cd04a 2024-11-11T18:33:49,230 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e27a057f46c9693a70a9c0ea972cd04a 2024-11-11T18:33:49,231 INFO [StoreOpener-e27a057f46c9693a70a9c0ea972cd04a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e27a057f46c9693a70a9c0ea972cd04a 2024-11-11T18:33:49,232 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3. 2024-11-11T18:33:49,232 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => ea355a41d36343ef71fefca8e7e111d3, NAME => 'testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T18:33:49,232 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ea355a41d36343ef71fefca8e7e111d3 2024-11-11T18:33:49,232 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:33:49,232 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for ea355a41d36343ef71fefca8e7e111d3 2024-11-11T18:33:49,232 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for ea355a41d36343ef71fefca8e7e111d3 2024-11-11T18:33:49,232 INFO [StoreOpener-e27a057f46c9693a70a9c0ea972cd04a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e27a057f46c9693a70a9c0ea972cd04a columnFamilyName family 2024-11-11T18:33:49,232 DEBUG [StoreOpener-e27a057f46c9693a70a9c0ea972cd04a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:49,233 INFO [StoreOpener-e27a057f46c9693a70a9c0ea972cd04a-1 {}] regionserver.HStore(327): Store=e27a057f46c9693a70a9c0ea972cd04a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:49,233 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e27a057f46c9693a70a9c0ea972cd04a 2024-11-11T18:33:49,233 INFO [StoreOpener-ea355a41d36343ef71fefca8e7e111d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ea355a41d36343ef71fefca8e7e111d3 2024-11-11T18:33:49,234 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/e27a057f46c9693a70a9c0ea972cd04a 2024-11-11T18:33:49,234 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/e27a057f46c9693a70a9c0ea972cd04a 2024-11-11T18:33:49,234 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e27a057f46c9693a70a9c0ea972cd04a 2024-11-11T18:33:49,234 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e27a057f46c9693a70a9c0ea972cd04a 2024-11-11T18:33:49,235 INFO [StoreOpener-ea355a41d36343ef71fefca8e7e111d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea355a41d36343ef71fefca8e7e111d3 columnFamilyName family 2024-11-11T18:33:49,235 DEBUG [StoreOpener-ea355a41d36343ef71fefca8e7e111d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:33:49,235 INFO [StoreOpener-ea355a41d36343ef71fefca8e7e111d3-1 {}] regionserver.HStore(327): Store=ea355a41d36343ef71fefca8e7e111d3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:33:49,235 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for ea355a41d36343ef71fefca8e7e111d3 2024-11-11T18:33:49,236 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/ea355a41d36343ef71fefca8e7e111d3 2024-11-11T18:33:49,236 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/ea355a41d36343ef71fefca8e7e111d3 2024-11-11T18:33:49,236 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e27a057f46c9693a70a9c0ea972cd04a 2024-11-11T18:33:49,237 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for ea355a41d36343ef71fefca8e7e111d3 2024-11-11T18:33:49,237 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for ea355a41d36343ef71fefca8e7e111d3 2024-11-11T18:33:49,238 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/e27a057f46c9693a70a9c0ea972cd04a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:49,238 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for ea355a41d36343ef71fefca8e7e111d3 2024-11-11T18:33:49,239 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened e27a057f46c9693a70a9c0ea972cd04a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61853797, jitterRate=-0.07830660045146942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:33:49,239 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e27a057f46c9693a70a9c0ea972cd04a 2024-11-11T18:33:49,239 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e27a057f46c9693a70a9c0ea972cd04a: Running coprocessor pre-open hook at 1731350029230Writing region info on filesystem at 1731350029230Initializing all the Stores at 1731350029231 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350029231Cleaning up temporary data from old regions at 1731350029234 (+3 ms)Running coprocessor post-open hooks at 1731350029239 (+5 ms)Region opened successfully at 1731350029239 2024-11-11T18:33:49,240 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a., pid=7, masterSystemTime=1731350029226 2024-11-11T18:33:49,240 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/ea355a41d36343ef71fefca8e7e111d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:33:49,241 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened ea355a41d36343ef71fefca8e7e111d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59774904, jitterRate=-0.10928452014923096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:33:49,241 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea355a41d36343ef71fefca8e7e111d3 2024-11-11T18:33:49,241 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for ea355a41d36343ef71fefca8e7e111d3: Running coprocessor pre-open hook at 1731350029232Writing region info on filesystem at 1731350029232Initializing all the Stores at 1731350029233 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731350029233Cleaning up temporary data from old regions at 1731350029237 (+4 ms)Running coprocessor post-open hooks at 1731350029241 (+4 ms)Region opened successfully at 1731350029241 2024-11-11T18:33:49,242 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3., pid=8, masterSystemTime=1731350029227 2024-11-11T18:33:49,242 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a. 2024-11-11T18:33:49,242 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a. 2024-11-11T18:33:49,243 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e27a057f46c9693a70a9c0ea972cd04a, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,38899,1731350027945 2024-11-11T18:33:49,244 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3. 2024-11-11T18:33:49,244 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3. 2024-11-11T18:33:49,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ea355a41d36343ef71fefca8e7e111d3, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,40919,1731350027910 2024-11-11T18:33:49,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e27a057f46c9693a70a9c0ea972cd04a, server=90f34c5bee6a,38899,1731350027945 because future has completed 2024-11-11T18:33:49,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea355a41d36343ef71fefca8e7e111d3, server=90f34c5bee6a,40919,1731350027910 because future has completed 2024-11-11T18:33:49,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-11T18:33:49,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e27a057f46c9693a70a9c0ea972cd04a, server=90f34c5bee6a,38899,1731350027945 in 173 msec 2024-11-11T18:33:49,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-11T18:33:49,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e27a057f46c9693a70a9c0ea972cd04a, ASSIGN in 331 msec 2024-11-11T18:33:49,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ea355a41d36343ef71fefca8e7e111d3, server=90f34c5bee6a,40919,1731350027910 in 173 msec 2024-11-11T18:33:49,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-11T18:33:49,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea355a41d36343ef71fefca8e7e111d3, ASSIGN in 332 msec 2024-11-11T18:33:49,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:33:49,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731350029252"}]},"ts":"1731350029252"} 2024-11-11T18:33:49,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T18:33:49,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:33:49,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 373 msec 2024-11-11T18:33:49,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-11T18:33:49,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-11T18:33:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:33:49,516 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T18:33:49,516 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T18:33:49,516 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:33:49,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T18:33:49,519 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:33:49,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T18:33:49,521 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a., hostname=90f34c5bee6a,38899,1731350027945, seqNum=2] 2024-11-11T18:33:49,531 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3., hostname=90f34c5bee6a,40919,1731350027910, seqNum=2] 2024-11-11T18:33:49,531 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:33:49,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:33:49,542 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ea355a41d36343ef71fefca8e7e111d3 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T18:33:49,564 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/ea355a41d36343ef71fefca8e7e111d3/.tmp/family/719ad29b1a1a4cc18eba8f60cd0c90c6 is 32, key is 5/family:/1731350029533/Put/seqid=0 2024-11-11T18:33:49,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741839_1015 (size=5083) 2024-11-11T18:33:49,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741839_1015 (size=5083) 2024-11-11T18:33:49,570 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/ea355a41d36343ef71fefca8e7e111d3/.tmp/family/719ad29b1a1a4cc18eba8f60cd0c90c6 2024-11-11T18:33:49,576 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/ea355a41d36343ef71fefca8e7e111d3/.tmp/family/719ad29b1a1a4cc18eba8f60cd0c90c6 as hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/ea355a41d36343ef71fefca8e7e111d3/family/719ad29b1a1a4cc18eba8f60cd0c90c6 2024-11-11T18:33:49,581 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/ea355a41d36343ef71fefca8e7e111d3/family/719ad29b1a1a4cc18eba8f60cd0c90c6, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T18:33:49,582 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ea355a41d36343ef71fefca8e7e111d3 in 40ms, sequenceid=9, compaction requested=false 2024-11-11T18:33:49,582 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ea355a41d36343ef71fefca8e7e111d3: 2024-11-11T18:33:49,582 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e27a057f46c9693a70a9c0ea972cd04a 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T18:33:49,598 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/e27a057f46c9693a70a9c0ea972cd04a/.tmp/family/c8723057de474cb2b66220d46cc72a21 is 32, key is 1/family:/1731350029522/Put/seqid=0 2024-11-11T18:33:49,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741840_1016 (size=5054) 2024-11-11T18:33:49,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741840_1016 (size=5054) 2024-11-11T18:33:49,604 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/e27a057f46c9693a70a9c0ea972cd04a/.tmp/family/c8723057de474cb2b66220d46cc72a21 2024-11-11T18:33:49,610 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/e27a057f46c9693a70a9c0ea972cd04a/.tmp/family/c8723057de474cb2b66220d46cc72a21 as hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/e27a057f46c9693a70a9c0ea972cd04a/family/c8723057de474cb2b66220d46cc72a21 2024-11-11T18:33:49,616 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/e27a057f46c9693a70a9c0ea972cd04a/family/c8723057de474cb2b66220d46cc72a21, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T18:33:49,617 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for e27a057f46c9693a70a9c0ea972cd04a in 35ms, sequenceid=8, compaction requested=false 2024-11-11T18:33:49,618 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e27a057f46c9693a70a9c0ea972cd04a: 2024-11-11T18:33:49,622 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T18:33:49,625 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:49,625 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:33:49,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:49,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:33:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] bucket.BucketCache(1864): found 1 blocks for file c8723057de474cb2b66220d46cc72a21, starting offset: 0, end offset: 9223372036854775807 2024-11-11T18:33:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38899 {}] bucket.BucketCache(857): removed key c8723057de474cb2b66220d46cc72a21_0 from back map with offset lock 2094080 in the evict process 2024-11-11T18:33:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] bucket.BucketCache(1864): found 1 blocks for file 719ad29b1a1a4cc18eba8f60cd0c90c6, starting offset: 0, end offset: 9223372036854775807 2024-11-11T18:33:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] bucket.BucketCache(857): removed key 719ad29b1a1a4cc18eba8f60cd0c90c6_0 from back map with offset lock 2094080 in the evict process 2024-11-11T18:33:49,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:33:49,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:33:49,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:49,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:49,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:49,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:33:49,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:33:49,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=689929342, stopped=false 2024-11-11T18:33:49,628 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,33585,1731350027855 2024-11-11T18:33:49,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:49,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:49,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:33:49,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:49,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:49,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:49,631 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:33:49,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:33:49,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:49,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:49,632 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,40919,1731350027910' ***** 2024-11-11T18:33:49,632 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:33:49,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:49,632 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,38899,1731350027945' ***** 2024-11-11T18:33:49,632 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:33:49,632 INFO [RS:0;90f34c5bee6a:40919 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T18:33:49,632 INFO [RS:1;90f34c5bee6a:38899 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T18:33:49,632 INFO [RS:0;90f34c5bee6a:40919 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T18:33:49,632 INFO [RS:1;90f34c5bee6a:38899 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T18:33:49,632 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T18:33:49,632 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T18:33:49,632 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T18:33:49,632 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:33:49,632 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:33:49,632 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T18:33:49,632 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T18:33:49,632 INFO [RS:0;90f34c5bee6a:40919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:33:49,632 INFO [RS:1;90f34c5bee6a:38899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:33:49,632 INFO [RS:0;90f34c5bee6a:40919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:33:49,632 INFO [RS:1;90f34c5bee6a:38899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:33:49,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:33:49,632 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.HRegionServer(3091): Received CLOSE for ea355a41d36343ef71fefca8e7e111d3 2024-11-11T18:33:49,632 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.HRegionServer(3091): Received CLOSE for e27a057f46c9693a70a9c0ea972cd04a 2024-11-11T18:33:49,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:49,633 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T18:33:49,633 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:33:49,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:33:49,633 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,38899,1731350027945 2024-11-11T18:33:49,633 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:49,633 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e27a057f46c9693a70a9c0ea972cd04a, disabling compactions & flushes 2024-11-11T18:33:49,633 INFO [RS:1;90f34c5bee6a:38899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;90f34c5bee6a:38899. 2024-11-11T18:33:49,633 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a. 2024-11-11T18:33:49,633 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a. 2024-11-11T18:33:49,633 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a. after waiting 0 ms 2024-11-11T18:33:49,633 DEBUG [RS:1;90f34c5bee6a:38899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:49,633 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a. 2024-11-11T18:33:49,633 DEBUG [RS:1;90f34c5bee6a:38899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:49,633 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:33:49,633 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:33:49,634 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:33:49,634 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:33:49,634 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,40919,1731350027910 2024-11-11T18:33:49,634 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:49,634 INFO [RS:0;90f34c5bee6a:40919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:40919. 2024-11-11T18:33:49,634 DEBUG [RS:0;90f34c5bee6a:40919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:33:49,634 DEBUG [RS:0;90f34c5bee6a:40919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:49,634 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea355a41d36343ef71fefca8e7e111d3, disabling compactions & flushes 2024-11-11T18:33:49,634 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3. 2024-11-11T18:33:49,634 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:33:49,634 DEBUG [RS:0;90f34c5bee6a:40919 {}] regionserver.HRegionServer(1325): Online Regions={ea355a41d36343ef71fefca8e7e111d3=testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3.} 2024-11-11T18:33:49,634 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3. 2024-11-11T18:33:49,634 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3. after waiting 0 ms 2024-11-11T18:33:49,634 DEBUG [RS:0;90f34c5bee6a:40919 {}] regionserver.HRegionServer(1351): Waiting on ea355a41d36343ef71fefca8e7e111d3 2024-11-11T18:33:49,634 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3. 2024-11-11T18:33:49,634 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:33:49,634 DEBUG [RS:1;90f34c5bee6a:38899 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e27a057f46c9693a70a9c0ea972cd04a=testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a.} 2024-11-11T18:33:49,634 DEBUG [RS:1;90f34c5bee6a:38899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e27a057f46c9693a70a9c0ea972cd04a 2024-11-11T18:33:49,634 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:33:49,634 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:33:49,634 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:33:49,634 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:33:49,634 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:33:49,635 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T18:33:49,639 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/e27a057f46c9693a70a9c0ea972cd04a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T18:33:49,639 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/default/testClearRegionBlockCache/ea355a41d36343ef71fefca8e7e111d3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T18:33:49,639 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a. 2024-11-11T18:33:49,639 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e27a057f46c9693a70a9c0ea972cd04a: Waiting for close lock at 1731350029633Running coprocessor pre-close hooks at 1731350029633Disabling compacts and flushes for region at 1731350029633Disabling writes for close at 1731350029633Writing region close event to WAL at 1731350029634 (+1 ms)Running coprocessor post-close hooks at 1731350029639 (+5 ms)Closed at 1731350029639 2024-11-11T18:33:49,639 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3. 2024-11-11T18:33:49,639 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea355a41d36343ef71fefca8e7e111d3: Waiting for close lock at 1731350029634Running coprocessor pre-close hooks at 1731350029634Disabling compacts and flushes for region at 1731350029634Disabling writes for close at 1731350029634Writing region close event to WAL at 1731350029635 (+1 ms)Running coprocessor post-close hooks at 1731350029639 (+4 ms)Closed at 1731350029639 2024-11-11T18:33:49,639 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731350028882.e27a057f46c9693a70a9c0ea972cd04a. 2024-11-11T18:33:49,639 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3. 2024-11-11T18:33:49,651 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740/.tmp/info/0a12e2d78ada481f986713a2b4af006c is 173, key is testClearRegionBlockCache,5,1731350028882.ea355a41d36343ef71fefca8e7e111d3./info:regioninfo/1731350029244/Put/seqid=0 2024-11-11T18:33:49,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741841_1017 (size=8173) 2024-11-11T18:33:49,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741841_1017 (size=8173) 2024-11-11T18:33:49,657 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740/.tmp/info/0a12e2d78ada481f986713a2b4af006c 2024-11-11T18:33:49,676 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740/.tmp/ns/9cd8737c6d4a4da689ffa6ebe20d8c1c is 43, key is default/ns:d/1731350028772/Put/seqid=0 2024-11-11T18:33:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:33:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741842_1018 (size=5153) 2024-11-11T18:33:49,681 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740/.tmp/ns/9cd8737c6d4a4da689ffa6ebe20d8c1c 2024-11-11T18:33:49,700 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740/.tmp/table/618d580f6cea4005bb10a031f94e21fc is 61, key is testClearRegionBlockCache/table:state/1731350029252/Put/seqid=0 2024-11-11T18:33:49,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741843_1019 (size=5312) 2024-11-11T18:33:49,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741843_1019 (size=5312) 2024-11-11T18:33:49,705 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740/.tmp/table/618d580f6cea4005bb10a031f94e21fc 2024-11-11T18:33:49,710 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740/.tmp/info/0a12e2d78ada481f986713a2b4af006c as hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740/info/0a12e2d78ada481f986713a2b4af006c 2024-11-11T18:33:49,715 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740/info/0a12e2d78ada481f986713a2b4af006c, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T18:33:49,716 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740/.tmp/ns/9cd8737c6d4a4da689ffa6ebe20d8c1c as hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740/ns/9cd8737c6d4a4da689ffa6ebe20d8c1c 2024-11-11T18:33:49,716 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:49,716 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:49,721 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740/ns/9cd8737c6d4a4da689ffa6ebe20d8c1c, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T18:33:49,721 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740/.tmp/table/618d580f6cea4005bb10a031f94e21fc as hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740/table/618d580f6cea4005bb10a031f94e21fc 2024-11-11T18:33:49,726 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740/table/618d580f6cea4005bb10a031f94e21fc, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T18:33:49,727 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 93ms, sequenceid=13, compaction requested=false 2024-11-11T18:33:49,732 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T18:33:49,732 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:33:49,732 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:49,732 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731350029634Running coprocessor pre-close hooks at 1731350029634Disabling compacts and flushes for region at 1731350029634Disabling writes for close at 1731350029634Obtaining lock to block concurrent updates at 1731350029635 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731350029635Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731350029635Flushing stores of hbase:meta,,1.1588230740 at 1731350029635Flushing 1588230740/info: creating writer at 1731350029636 (+1 ms)Flushing 1588230740/info: appending metadata at 1731350029650 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731350029650Flushing 1588230740/ns: creating writer at 1731350029662 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731350029676 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731350029676Flushing 1588230740/table: creating writer at 1731350029686 (+10 ms)Flushing 1588230740/table: appending metadata at 1731350029700 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731350029700Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f83d18e: reopening flushed file at 1731350029710 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ac217: reopening flushed file at 1731350029715 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e02adeb: reopening flushed file at 1731350029721 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 93ms, sequenceid=13, compaction requested=false at 1731350029727 (+6 ms)Writing region close event to WAL at 1731350029729 (+2 ms)Running coprocessor post-close hooks at 1731350029732 (+3 ms)Closed at 1731350029732 2024-11-11T18:33:49,732 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:33:49,834 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,40919,1731350027910; all regions closed. 2024-11-11T18:33:49,834 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,38899,1731350027945; all regions closed. 2024-11-11T18:33:49,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741834_1010 (size=1867) 2024-11-11T18:33:49,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741835_1011 (size=4338) 2024-11-11T18:33:49,837 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/WALs/90f34c5bee6a,38899,1731350027945/90f34c5bee6a%2C38899%2C1731350027945.meta.1731350028729.meta not finished, retry = 0 2024-11-11T18:33:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741834_1010 (size=1867) 2024-11-11T18:33:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741835_1011 (size=4338) 2024-11-11T18:33:49,840 DEBUG [RS:0;90f34c5bee6a:40919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/oldWALs 2024-11-11T18:33:49,840 INFO [RS:0;90f34c5bee6a:40919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C40919%2C1731350027910:(num 1731350028352) 2024-11-11T18:33:49,840 DEBUG [RS:0;90f34c5bee6a:40919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:49,840 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:49,840 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:49,840 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:49,840 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:33:49,840 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:33:49,840 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:33:49,840 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:49,840 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:49,840 INFO [RS:0;90f34c5bee6a:40919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40919 2024-11-11T18:33:49,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,40919,1731350027910 2024-11-11T18:33:49,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:49,843 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:49,844 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,40919,1731350027910] 2024-11-11T18:33:49,845 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,40919,1731350027910 already deleted, retry=false 2024-11-11T18:33:49,845 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,40919,1731350027910 expired; onlineServers=1 2024-11-11T18:33:49,940 DEBUG [RS:1;90f34c5bee6a:38899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/oldWALs 2024-11-11T18:33:49,940 INFO [RS:1;90f34c5bee6a:38899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C38899%2C1731350027945.meta:.meta(num 1731350028729) 2024-11-11T18:33:49,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741833_1009 (size=1758) 2024-11-11T18:33:49,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741833_1009 (size=1758) 2024-11-11T18:33:49,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/WALs/90f34c5bee6a,38899,1731350027945/90f34c5bee6a%2C38899%2C1731350027945.1731350028347 not finished, retry = 0 2024-11-11T18:33:49,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:49,944 INFO [RS:0;90f34c5bee6a:40919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:49,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101084ec8ce0001, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:49,944 INFO [RS:0;90f34c5bee6a:40919 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,40919,1731350027910; zookeeper connection closed. 2024-11-11T18:33:49,945 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1812bdff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1812bdff 2024-11-11T18:33:50,045 DEBUG [RS:1;90f34c5bee6a:38899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/oldWALs 2024-11-11T18:33:50,045 INFO [RS:1;90f34c5bee6a:38899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C38899%2C1731350027945:(num 1731350028347) 2024-11-11T18:33:50,045 DEBUG [RS:1;90f34c5bee6a:38899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:33:50,045 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:33:50,045 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:50,046 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:50,046 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:50,046 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:50,046 INFO [RS:1;90f34c5bee6a:38899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38899 2024-11-11T18:33:50,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:33:50,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,38899,1731350027945 2024-11-11T18:33:50,049 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:50,050 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,38899,1731350027945] 2024-11-11T18:33:50,052 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,38899,1731350027945 already deleted, retry=false 2024-11-11T18:33:50,052 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,38899,1731350027945 expired; onlineServers=0 2024-11-11T18:33:50,052 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,33585,1731350027855' ***** 2024-11-11T18:33:50,052 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:33:50,052 INFO [M:0;90f34c5bee6a:33585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:33:50,052 INFO [M:0;90f34c5bee6a:33585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:33:50,052 DEBUG [M:0;90f34c5bee6a:33585 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:33:50,052 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:33:50,052 DEBUG [M:0;90f34c5bee6a:33585 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:33:50,052 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350028120 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731350028120,5,FailOnTimeoutGroup] 2024-11-11T18:33:50,052 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350028124 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731350028124,5,FailOnTimeoutGroup] 2024-11-11T18:33:50,052 INFO [M:0;90f34c5bee6a:33585 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:33:50,052 INFO [M:0;90f34c5bee6a:33585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:33:50,052 DEBUG [M:0;90f34c5bee6a:33585 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:33:50,052 INFO [M:0;90f34c5bee6a:33585 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:33:50,052 INFO [M:0;90f34c5bee6a:33585 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:33:50,053 INFO [M:0;90f34c5bee6a:33585 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:33:50,053 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:33:50,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T18:33:50,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:33:50,054 DEBUG [M:0;90f34c5bee6a:33585 {}] zookeeper.ZKUtil(347): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T18:33:50,054 WARN [M:0;90f34c5bee6a:33585 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:33:50,054 INFO [M:0;90f34c5bee6a:33585 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/.lastflushedseqids 2024-11-11T18:33:50,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741844_1020 (size=191) 2024-11-11T18:33:50,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741844_1020 (size=191) 2024-11-11T18:33:50,060 INFO [M:0;90f34c5bee6a:33585 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:33:50,060 INFO [M:0;90f34c5bee6a:33585 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:33:50,060 DEBUG [M:0;90f34c5bee6a:33585 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:33:50,061 INFO [M:0;90f34c5bee6a:33585 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:50,061 DEBUG [M:0;90f34c5bee6a:33585 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:50,061 DEBUG [M:0;90f34c5bee6a:33585 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:33:50,061 DEBUG [M:0;90f34c5bee6a:33585 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:50,061 INFO [M:0;90f34c5bee6a:33585 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-11-11T18:33:50,077 DEBUG [M:0;90f34c5bee6a:33585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/59864a02377c4ee3aca90309616a282e is 82, key is hbase:meta,,1/info:regioninfo/1731350028761/Put/seqid=0 2024-11-11T18:33:50,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741845_1021 (size=5672) 2024-11-11T18:33:50,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741845_1021 (size=5672) 2024-11-11T18:33:50,082 INFO [M:0;90f34c5bee6a:33585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/59864a02377c4ee3aca90309616a282e 2024-11-11T18:33:50,100 DEBUG [M:0;90f34c5bee6a:33585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00d838779ee249f0b4a03b9b1e99f5f0 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731350029256/Put/seqid=0 2024-11-11T18:33:50,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741846_1022 (size=6218) 2024-11-11T18:33:50,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741846_1022 (size=6218) 2024-11-11T18:33:50,106 INFO [M:0;90f34c5bee6a:33585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00d838779ee249f0b4a03b9b1e99f5f0 2024-11-11T18:33:50,123 DEBUG [M:0;90f34c5bee6a:33585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/864ac49e86f14aaf9295703d795eff3b is 69, key is 90f34c5bee6a,38899,1731350027945/rs:state/1731350028191/Put/seqid=0 2024-11-11T18:33:50,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741847_1023 (size=5224) 2024-11-11T18:33:50,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741847_1023 (size=5224) 2024-11-11T18:33:50,128 INFO [M:0;90f34c5bee6a:33585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/864ac49e86f14aaf9295703d795eff3b 2024-11-11T18:33:50,132 DEBUG [M:0;90f34c5bee6a:33585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/59864a02377c4ee3aca90309616a282e as hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/59864a02377c4ee3aca90309616a282e 2024-11-11T18:33:50,136 INFO [M:0;90f34c5bee6a:33585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/59864a02377c4ee3aca90309616a282e, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T18:33:50,137 DEBUG [M:0;90f34c5bee6a:33585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00d838779ee249f0b4a03b9b1e99f5f0 as hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00d838779ee249f0b4a03b9b1e99f5f0 2024-11-11T18:33:50,142 INFO [M:0;90f34c5bee6a:33585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00d838779ee249f0b4a03b9b1e99f5f0, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T18:33:50,143 DEBUG [M:0;90f34c5bee6a:33585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/864ac49e86f14aaf9295703d795eff3b as hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/864ac49e86f14aaf9295703d795eff3b 2024-11-11T18:33:50,148 INFO [M:0;90f34c5bee6a:33585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39443/user/jenkins/test-data/a8ff20f6-39e6-4e44-106f-4632e8a9bf17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/864ac49e86f14aaf9295703d795eff3b, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T18:33:50,149 INFO [M:0;90f34c5bee6a:33585 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 88ms, sequenceid=71, compaction requested=false 2024-11-11T18:33:50,150 INFO [M:0;90f34c5bee6a:33585 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:33:50,150 DEBUG [M:0;90f34c5bee6a:33585 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731350030060Disabling compacts and flushes for region at 1731350030060Disabling writes for close at 1731350030061 (+1 ms)Obtaining lock to block concurrent updates at 1731350030061Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731350030061Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731350030061Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731350030062 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731350030062Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731350030076 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731350030076Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731350030087 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731350030100 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731350030100Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731350030110 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731350030123 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731350030123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bbeb16f: reopening flushed file at 1731350030132 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793adcf1: reopening flushed file at 1731350030137 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67d481d6: reopening flushed file at 1731350030142 (+5 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 88ms, sequenceid=71, compaction requested=false at 1731350030149 (+7 ms)Writing region close event to WAL at 1731350030150 (+1 ms)Closed at 1731350030150 2024-11-11T18:33:50,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:50,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38899-0x101084ec8ce0002, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:50,151 INFO [RS:1;90f34c5bee6a:38899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:50,151 INFO [RS:1;90f34c5bee6a:38899 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,38899,1731350027945; zookeeper connection closed. 2024-11-11T18:33:50,151 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12c4fced {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12c4fced 2024-11-11T18:33:50,151 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T18:33:50,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33155 is added to blk_1073741830_1006 (size=35477) 2024-11-11T18:33:50,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741830_1006 (size=35477) 2024-11-11T18:33:50,153 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:33:50,153 INFO [M:0;90f34c5bee6a:33585 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:33:50,153 INFO [M:0;90f34c5bee6a:33585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33585 2024-11-11T18:33:50,153 INFO [M:0;90f34c5bee6a:33585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:33:50,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:50,256 INFO [M:0;90f34c5bee6a:33585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:33:50,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33585-0x101084ec8ce0000, quorum=127.0.0.1:54852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:33:50,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@704773b5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:50,259 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@89a7775{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:50,259 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:50,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74609373{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:50,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46f2bc9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:50,261 WARN [BP-769638931-172.17.0.2-1731350027006 heartbeating to localhost/127.0.0.1:39443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:33:50,261 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:33:50,261 WARN [BP-769638931-172.17.0.2-1731350027006 heartbeating to localhost/127.0.0.1:39443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-769638931-172.17.0.2-1731350027006 (Datanode Uuid 1c89e4bf-f43d-404d-9708-207a1cee8312) service to localhost/127.0.0.1:39443 2024-11-11T18:33:50,261 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:33:50,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/cluster_64026620-baa5-c80f-f53d-a6dcf56f7ef4/data/data3/current/BP-769638931-172.17.0.2-1731350027006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:50,262 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/cluster_64026620-baa5-c80f-f53d-a6dcf56f7ef4/data/data4/current/BP-769638931-172.17.0.2-1731350027006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:50,262 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:33:50,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42753934{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:33:50,268 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@665864cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:50,268 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:50,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b85174e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:50,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bfe8e88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:50,270 WARN [BP-769638931-172.17.0.2-1731350027006 heartbeating to localhost/127.0.0.1:39443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:33:50,270 WARN [BP-769638931-172.17.0.2-1731350027006 heartbeating to localhost/127.0.0.1:39443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-769638931-172.17.0.2-1731350027006 (Datanode Uuid cba6c73b-a050-4c5e-a1ce-928c211c0dd4) service to localhost/127.0.0.1:39443 2024-11-11T18:33:50,270 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:33:50,270 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:33:50,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/cluster_64026620-baa5-c80f-f53d-a6dcf56f7ef4/data/data1/current/BP-769638931-172.17.0.2-1731350027006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:50,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/cluster_64026620-baa5-c80f-f53d-a6dcf56f7ef4/data/data2/current/BP-769638931-172.17.0.2-1731350027006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:33:50,271 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:33:50,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d11ffe3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:33:50,277 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aec1da0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:33:50,277 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:33:50,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1040f6db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:33:50,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b13d5c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a78b974-847f-8edb-794d-e9ef4afcb76f/hadoop.log.dir/,STOPPED} 2024-11-11T18:33:50,283 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:33:50,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:33:50,306 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=196 (was 175) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39443 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39443 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=557 (was 531) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=108 (was 108), ProcessCount=11 (was 11), AvailableMemoryMB=7620 (was 7740)