2024-11-12 18:33:22,777 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-12 18:33:22,797 main DEBUG Took 0.017762 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 18:33:22,798 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 18:33:22,798 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 18:33:22,799 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 18:33:22,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:33:22,810 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 18:33:22,823 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:33:22,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:33:22,825 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:33:22,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:33:22,826 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:33:22,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:33:22,827 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:33:22,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:33:22,827 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:33:22,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:33:22,828 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:33:22,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:33:22,829 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:33:22,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:33:22,830 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:33:22,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:33:22,831 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:33:22,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:33:22,831 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:33:22,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:33:22,832 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:33:22,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:33:22,833 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:33:22,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:33:22,833 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:33:22,833 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 18:33:22,835 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:33:22,836 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 18:33:22,838 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 18:33:22,839 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 18:33:22,840 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 18:33:22,840 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 18:33:22,849 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 18:33:22,852 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 18:33:22,854 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 18:33:22,854 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 18:33:22,854 main DEBUG createAppenders(={Console}) 2024-11-12 18:33:22,855 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-12 18:33:22,855 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-12 18:33:22,856 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-12 18:33:22,856 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 18:33:22,856 main DEBUG OutputStream closed 2024-11-12 18:33:22,857 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 18:33:22,857 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 18:33:22,857 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-12 18:33:22,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 18:33:22,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 18:33:22,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 18:33:22,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 18:33:22,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 18:33:22,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 18:33:22,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 18:33:22,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 18:33:22,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 18:33:22,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 18:33:22,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 18:33:22,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 18:33:22,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 18:33:22,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 18:33:22,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 18:33:22,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 18:33:22,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 18:33:22,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 18:33:22,955 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 18:33:22,955 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-12 18:33:22,956 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 18:33:22,956 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-12T18:33:22,974 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-12 18:33:22,977 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 18:33:22,977 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T18:33:23,051 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=56, ProcessCount=11, AvailableMemoryMB=7536 2024-11-12T18:33:23,320 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299 2024-11-12T18:33:23,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:33:23,337 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/cluster_6d6c2725-9b40-5326-0d72-ba08416f27db, deleteOnExit=true 2024-11-12T18:33:23,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:33:23,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/test.cache.data in system properties and HBase conf 2024-11-12T18:33:23,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:33:23,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:33:23,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:33:23,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:33:23,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:33:23,425 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T18:33:23,510 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:33:23,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:33:23,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:33:23,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:33:23,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:33:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:33:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:33:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:33:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:33:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:33:23,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:33:23,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:33:23,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:33:23,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:33:23,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:33:24,377 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T18:33:24,455 INFO [Time-limited test {}] log.Log(170): Logging initialized @2388ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T18:33:24,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:24,597 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:24,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:24,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:24,620 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:33:24,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:24,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@668dee07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:24,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e6f261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:24,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71423267{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/java.io.tmpdir/jetty-localhost-43835-hadoop-hdfs-3_4_1-tests_jar-_-any-2667070368040677785/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:33:24,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@352da856{HTTP/1.1, (http/1.1)}{localhost:43835} 2024-11-12T18:33:24,843 INFO [Time-limited test {}] server.Server(415): Started @2777ms 2024-11-12T18:33:25,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:25,247 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:25,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:25,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:25,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:33:25,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c8af66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:25,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@484304af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:25,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ab05b1d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/java.io.tmpdir/jetty-localhost-34279-hadoop-hdfs-3_4_1-tests_jar-_-any-13341970222282794901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:25,372 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c0310f9{HTTP/1.1, (http/1.1)}{localhost:34279} 2024-11-12T18:33:25,372 INFO [Time-limited test {}] server.Server(415): Started @3306ms 2024-11-12T18:33:25,432 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:33:25,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:25,569 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:25,570 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:25,570 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:25,571 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:33:25,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@723ad5d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:25,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dc6d8a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:25,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@166c0b2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/java.io.tmpdir/jetty-localhost-46831-hadoop-hdfs-3_4_1-tests_jar-_-any-7941741628568240604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:25,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ff15dda{HTTP/1.1, (http/1.1)}{localhost:46831} 2024-11-12T18:33:25,727 INFO [Time-limited test {}] server.Server(415): Started @3661ms 2024-11-12T18:33:25,731 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:33:25,884 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/cluster_6d6c2725-9b40-5326-0d72-ba08416f27db/data/data4/current/BP-1449301608-172.17.0.3-1731436404124/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:25,884 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/cluster_6d6c2725-9b40-5326-0d72-ba08416f27db/data/data3/current/BP-1449301608-172.17.0.3-1731436404124/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:25,884 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/cluster_6d6c2725-9b40-5326-0d72-ba08416f27db/data/data1/current/BP-1449301608-172.17.0.3-1731436404124/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:25,884 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/cluster_6d6c2725-9b40-5326-0d72-ba08416f27db/data/data2/current/BP-1449301608-172.17.0.3-1731436404124/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:25,937 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:33:25,937 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:33:26,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bece648a872f885 with lease ID 0xabba2b62e77b9699: Processing first storage report for DS-e1a31021-3445-4dbe-8f05-a4a2602ddde2 from datanode DatanodeRegistration(127.0.0.1:41803, datanodeUuid=4bc2d49d-ba38-4299-9b38-9d5304171c6c, infoPort=38705, infoSecurePort=0, ipcPort=43597, storageInfo=lv=-57;cid=testClusterID;nsid=227398124;c=1731436404124) 2024-11-12T18:33:26,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bece648a872f885 with lease ID 0xabba2b62e77b9699: from storage DS-e1a31021-3445-4dbe-8f05-a4a2602ddde2 node DatanodeRegistration(127.0.0.1:41803, datanodeUuid=4bc2d49d-ba38-4299-9b38-9d5304171c6c, infoPort=38705, infoSecurePort=0, ipcPort=43597, storageInfo=lv=-57;cid=testClusterID;nsid=227398124;c=1731436404124), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T18:33:26,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19e63f989b243672 with lease ID 0xabba2b62e77b969a: Processing first storage report for DS-d593d883-5186-48d3-a4af-c49a6246663a from datanode DatanodeRegistration(127.0.0.1:44591, datanodeUuid=b641ef29-9889-4ad0-9d38-125accd7f0cd, infoPort=40065, infoSecurePort=0, ipcPort=43399, storageInfo=lv=-57;cid=testClusterID;nsid=227398124;c=1731436404124) 2024-11-12T18:33:26,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19e63f989b243672 with lease ID 0xabba2b62e77b969a: from storage DS-d593d883-5186-48d3-a4af-c49a6246663a node DatanodeRegistration(127.0.0.1:44591, datanodeUuid=b641ef29-9889-4ad0-9d38-125accd7f0cd, infoPort=40065, infoSecurePort=0, ipcPort=43399, storageInfo=lv=-57;cid=testClusterID;nsid=227398124;c=1731436404124), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T18:33:26,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bece648a872f885 with lease ID 0xabba2b62e77b9699: Processing first storage report for DS-717b3db3-3be5-42ba-8650-b775a6525f4a from datanode DatanodeRegistration(127.0.0.1:41803, datanodeUuid=4bc2d49d-ba38-4299-9b38-9d5304171c6c, infoPort=38705, infoSecurePort=0, ipcPort=43597, storageInfo=lv=-57;cid=testClusterID;nsid=227398124;c=1731436404124) 2024-11-12T18:33:26,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bece648a872f885 with lease ID 0xabba2b62e77b9699: from storage DS-717b3db3-3be5-42ba-8650-b775a6525f4a node DatanodeRegistration(127.0.0.1:41803, datanodeUuid=4bc2d49d-ba38-4299-9b38-9d5304171c6c, infoPort=38705, infoSecurePort=0, ipcPort=43597, storageInfo=lv=-57;cid=testClusterID;nsid=227398124;c=1731436404124), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:33:26,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19e63f989b243672 with lease ID 0xabba2b62e77b969a: Processing first storage report for DS-718ef4ea-e25a-43bc-8c7b-cb7fcd4add11 from datanode DatanodeRegistration(127.0.0.1:44591, datanodeUuid=b641ef29-9889-4ad0-9d38-125accd7f0cd, infoPort=40065, infoSecurePort=0, ipcPort=43399, storageInfo=lv=-57;cid=testClusterID;nsid=227398124;c=1731436404124) 2024-11-12T18:33:26,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19e63f989b243672 with lease ID 0xabba2b62e77b969a: from storage DS-718ef4ea-e25a-43bc-8c7b-cb7fcd4add11 node DatanodeRegistration(127.0.0.1:44591, datanodeUuid=b641ef29-9889-4ad0-9d38-125accd7f0cd, infoPort=40065, infoSecurePort=0, ipcPort=43399, storageInfo=lv=-57;cid=testClusterID;nsid=227398124;c=1731436404124), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T18:33:26,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299 2024-11-12T18:33:26,229 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/cluster_6d6c2725-9b40-5326-0d72-ba08416f27db/zookeeper_0, clientPort=58153, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/cluster_6d6c2725-9b40-5326-0d72-ba08416f27db/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/cluster_6d6c2725-9b40-5326-0d72-ba08416f27db/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:33:26,240 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58153 2024-11-12T18:33:26,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:26,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:26,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:33:26,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:33:26,909 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2 with version=8 2024-11-12T18:33:26,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/hbase-staging 2024-11-12T18:33:27,009 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T18:33:27,275 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:27,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:27,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:27,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:27,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:27,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:27,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:33:27,498 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T18:33:27,508 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T18:33:27,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:27,541 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 29171 (auto-detected) 2024-11-12T18:33:27,542 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T18:33:27,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37557 2024-11-12T18:33:27,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37557 connecting to ZooKeeper ensemble=127.0.0.1:58153 2024-11-12T18:33:27,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375570x0, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:27,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37557-0x1003544f05e0000 connected 2024-11-12T18:33:27,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:27,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:27,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:27,678 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2, hbase.cluster.distributed=false 2024-11-12T18:33:27,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:27,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37557 2024-11-12T18:33:27,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37557 2024-11-12T18:33:27,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37557 2024-11-12T18:33:27,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37557 2024-11-12T18:33:27,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37557 2024-11-12T18:33:27,827 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:27,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:27,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:27,830 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:27,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:27,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:27,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:33:27,835 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:27,836 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32829 2024-11-12T18:33:27,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32829 connecting to ZooKeeper ensemble=127.0.0.1:58153 2024-11-12T18:33:27,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:27,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:27,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328290x0, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:27,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32829-0x1003544f05e0001 connected 2024-11-12T18:33:27,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:27,856 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:33:27,864 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:33:27,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:33:27,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:27,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32829 2024-11-12T18:33:27,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32829 2024-11-12T18:33:27,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32829 2024-11-12T18:33:27,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32829 2024-11-12T18:33:27,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32829 2024-11-12T18:33:27,895 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:27,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:27,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:27,896 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:27,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:27,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:27,896 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:33:27,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:27,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41519 2024-11-12T18:33:27,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41519 connecting to ZooKeeper ensemble=127.0.0.1:58153 2024-11-12T18:33:27,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:27,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:27,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415190x0, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:27,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41519-0x1003544f05e0002 connected 2024-11-12T18:33:27,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415190x0, quorum=127.0.0.1:58153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:27,913 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:33:27,914 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:33:27,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:33:27,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:27,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41519 2024-11-12T18:33:27,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41519 2024-11-12T18:33:27,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41519 2024-11-12T18:33:27,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41519 2024-11-12T18:33:27,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41519 2024-11-12T18:33:27,940 DEBUG [M:0;9911683f163c:37557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:37557 2024-11-12T18:33:27,941 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9911683f163c,37557,1731436407067 2024-11-12T18:33:27,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:27,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:27,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:27,951 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9911683f163c,37557,1731436407067 2024-11-12T18:33:27,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:27,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:27,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:27,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:27,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:27,975 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T18:33:27,977 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9911683f163c,37557,1731436407067 from backup master directory 2024-11-12T18:33:27,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:27,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:27,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9911683f163c,37557,1731436407067 2024-11-12T18:33:27,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:27,981 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:27,982 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,37557,1731436407067 2024-11-12T18:33:27,984 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T18:33:27,985 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T18:33:28,047 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/hbase.id] with ID: 592eedae-cb98-450c-8e52-c61025b4f957 2024-11-12T18:33:28,047 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/.tmp/hbase.id 2024-11-12T18:33:28,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:33:28,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:33:28,061 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/.tmp/hbase.id]:[hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/hbase.id] 2024-11-12T18:33:28,109 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:28,113 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:33:28,133 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-12T18:33:28,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:28,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:28,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:28,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:33:28,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:33:28,172 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:33:28,174 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:33:28,192 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T18:33:28,198 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:28,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:33:28,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:33:28,253 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store 2024-11-12T18:33:28,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:33:28,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:33:28,282 INFO [master/9911683f163c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T18:33:28,286 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:28,287 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:33:28,288 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:28,288 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:28,290 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:33:28,290 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:28,290 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:28,292 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731436408287Disabling compacts and flushes for region at 1731436408287Disabling writes for close at 1731436408290 (+3 ms)Writing region close event to WAL at 1731436408290Closed at 1731436408290 2024-11-12T18:33:28,295 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/.initializing 2024-11-12T18:33:28,295 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/WALs/9911683f163c,37557,1731436407067 2024-11-12T18:33:28,305 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:28,323 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C37557%2C1731436407067, suffix=, logDir=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/WALs/9911683f163c,37557,1731436407067, archiveDir=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/oldWALs, maxLogs=10 2024-11-12T18:33:28,350 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/WALs/9911683f163c,37557,1731436407067/9911683f163c%2C37557%2C1731436407067.1731436408328, exclude list is [], retry=0 2024-11-12T18:33:28,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-d593d883-5186-48d3-a4af-c49a6246663a,DISK] 2024-11-12T18:33:28,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41803,DS-e1a31021-3445-4dbe-8f05-a4a2602ddde2,DISK] 2024-11-12T18:33:28,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T18:33:28,415 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/WALs/9911683f163c,37557,1731436407067/9911683f163c%2C37557%2C1731436407067.1731436408328 2024-11-12T18:33:28,416 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40065:40065),(127.0.0.1/127.0.0.1:38705:38705)] 2024-11-12T18:33:28,417 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:33:28,417 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:28,421 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:28,422 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:28,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:28,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:33:28,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:28,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:28,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:28,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:33:28,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:28,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:28,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:28,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:33:28,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:28,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:28,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:28,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:33:28,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:28,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:28,515 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:28,519 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:28,521 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:28,526 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:28,527 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:28,531 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:28,535 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:28,540 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:28,541 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73490774, jitterRate=0.0950978696346283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:28,549 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731436408435Initializing all the Stores at 1731436408438 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436408438Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436408439 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436408440 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436408440Cleaning up temporary data from old regions at 1731436408527 (+87 ms)Region opened successfully at 1731436408549 (+22 ms) 2024-11-12T18:33:28,551 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:33:28,593 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317252c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:28,628 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:33:28,639 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:33:28,640 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:33:28,643 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:33:28,645 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T18:33:28,650 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-12T18:33:28,650 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:33:28,684 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:33:28,694 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T18:33:28,697 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T18:33:28,699 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:33:28,701 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:33:28,703 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T18:33:28,705 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:33:28,709 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:33:28,711 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T18:33:28,712 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:33:28,713 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T18:33:28,732 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:33:28,734 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T18:33:28,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:28,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:28,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:28,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:28,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:28,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:28,743 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,37557,1731436407067, sessionid=0x1003544f05e0000, setting cluster-up flag (Was=false) 2024-11-12T18:33:28,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:28,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:28,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:28,767 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T18:33:28,768 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,37557,1731436407067 2024-11-12T18:33:28,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:28,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:28,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:28,782 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T18:33:28,783 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,37557,1731436407067 2024-11-12T18:33:28,791 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:33:28,828 INFO [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(746): ClusterId : 592eedae-cb98-450c-8e52-c61025b4f957 2024-11-12T18:33:28,828 INFO [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(746): ClusterId : 592eedae-cb98-450c-8e52-c61025b4f957 2024-11-12T18:33:28,831 DEBUG [RS:1;9911683f163c:41519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:33:28,831 DEBUG [RS:0;9911683f163c:32829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:33:28,837 DEBUG [RS:1;9911683f163c:41519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:33:28,837 DEBUG [RS:0;9911683f163c:32829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:33:28,837 DEBUG [RS:0;9911683f163c:32829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:33:28,837 DEBUG [RS:1;9911683f163c:41519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:33:28,841 DEBUG [RS:1;9911683f163c:41519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:33:28,841 DEBUG [RS:0;9911683f163c:32829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:33:28,842 DEBUG [RS:1;9911683f163c:41519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525833e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:28,842 DEBUG [RS:0;9911683f163c:32829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b4bb50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:28,865 DEBUG [RS:1;9911683f163c:41519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9911683f163c:41519 2024-11-12T18:33:28,865 DEBUG [RS:0;9911683f163c:32829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:32829 2024-11-12T18:33:28,869 INFO [RS:1;9911683f163c:41519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:33:28,869 INFO [RS:0;9911683f163c:32829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:33:28,869 INFO [RS:1;9911683f163c:41519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:33:28,869 INFO [RS:0;9911683f163c:32829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:33:28,869 DEBUG [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:33:28,869 DEBUG [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:33:28,873 INFO [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,37557,1731436407067 with port=32829, startcode=1731436407786 2024-11-12T18:33:28,873 INFO [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,37557,1731436407067 with port=41519, startcode=1731436407894 2024-11-12T18:33:28,877 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:28,887 DEBUG [RS:0;9911683f163c:32829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:33:28,887 DEBUG [RS:1;9911683f163c:41519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:33:28,888 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:33:28,896 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:33:28,904 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,37557,1731436407067 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:33:28,914 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:28,915 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:28,916 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:28,916 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:28,916 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:33:28,916 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:28,916 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:28,917 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:28,927 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731436438927 2024-11-12T18:33:28,928 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:33:28,928 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:33:28,929 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:33:28,930 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:33:28,931 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:28,931 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:33:28,935 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:33:28,935 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:33:28,936 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:33:28,936 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:33:28,937 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37557 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:33:28,938 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:28,936 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:28,938 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:33:28,941 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:33:28,943 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:33:28,943 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:33:28,945 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37557 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:33:28,945 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:33:28,946 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:33:28,948 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436408947,5,FailOnTimeoutGroup] 2024-11-12T18:33:28,952 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436408949,5,FailOnTimeoutGroup] 2024-11-12T18:33:28,952 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:28,953 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:33:28,954 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:28,954 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:28,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:33:28,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:33:28,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:33:28,962 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2 2024-11-12T18:33:28,968 DEBUG [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T18:33:28,968 DEBUG [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T18:33:28,969 WARN [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T18:33:28,969 WARN [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T18:33:28,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:33:28,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:33:28,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:28,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:33:28,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:33:28,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:28,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:28,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:33:28,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:33:28,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:28,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:28,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:33:28,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:33:28,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:28,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:28,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:33:29,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:33:29,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:29,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:29,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:33:29,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740 2024-11-12T18:33:29,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740 2024-11-12T18:33:29,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:33:29,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:33:29,009 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:29,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:33:29,017 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:29,019 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69074194, jitterRate=0.029285699129104614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:29,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731436408979Initializing all the Stores at 1731436408981 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436408981Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436408981Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436408982 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436408982Cleaning up temporary data from old regions at 1731436409008 (+26 ms)Region opened successfully at 1731436409022 (+14 ms) 2024-11-12T18:33:29,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:33:29,023 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:33:29,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:33:29,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:33:29,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:33:29,025 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:29,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731436409022Disabling compacts and flushes for region at 1731436409022Disabling writes for close at 1731436409023 (+1 ms)Writing region close event to WAL at 1731436409024 (+1 ms)Closed at 1731436409025 (+1 ms) 2024-11-12T18:33:29,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:29,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:33:29,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:33:29,046 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:33:29,050 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:33:29,070 INFO [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,37557,1731436407067 with port=41519, startcode=1731436407894 2024-11-12T18:33:29,070 INFO [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,37557,1731436407067 with port=32829, startcode=1731436407786 2024-11-12T18:33:29,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,32829,1731436407786 2024-11-12T18:33:29,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37557 {}] master.ServerManager(517): Registering regionserver=9911683f163c,32829,1731436407786 2024-11-12T18:33:29,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,41519,1731436407894 2024-11-12T18:33:29,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37557 {}] master.ServerManager(517): Registering regionserver=9911683f163c,41519,1731436407894 2024-11-12T18:33:29,086 DEBUG [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2 2024-11-12T18:33:29,086 DEBUG [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34571 2024-11-12T18:33:29,086 DEBUG [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:33:29,089 DEBUG [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2 2024-11-12T18:33:29,089 DEBUG [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34571 2024-11-12T18:33:29,089 DEBUG [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:33:29,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:29,096 DEBUG [RS:0;9911683f163c:32829 {}] zookeeper.ZKUtil(111): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,32829,1731436407786 2024-11-12T18:33:29,097 WARN [RS:0;9911683f163c:32829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:29,097 INFO [RS:0;9911683f163c:32829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:29,097 DEBUG [RS:1;9911683f163c:41519 {}] zookeeper.ZKUtil(111): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,41519,1731436407894 2024-11-12T18:33:29,097 WARN [RS:1;9911683f163c:41519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:29,097 DEBUG [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/WALs/9911683f163c,32829,1731436407786 2024-11-12T18:33:29,097 INFO [RS:1;9911683f163c:41519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:29,097 DEBUG [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/WALs/9911683f163c,41519,1731436407894 2024-11-12T18:33:29,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,32829,1731436407786] 2024-11-12T18:33:29,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,41519,1731436407894] 2024-11-12T18:33:29,126 INFO [RS:0;9911683f163c:32829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:33:29,126 INFO [RS:1;9911683f163c:41519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:33:29,141 INFO [RS:0;9911683f163c:32829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:33:29,141 INFO [RS:1;9911683f163c:41519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:33:29,146 INFO [RS:0;9911683f163c:32829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:33:29,146 INFO [RS:1;9911683f163c:41519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:33:29,147 INFO [RS:0;9911683f163c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,147 INFO [RS:1;9911683f163c:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,148 INFO [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:33:29,148 INFO [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:33:29,154 INFO [RS:1;9911683f163c:41519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:33:29,154 INFO [RS:0;9911683f163c:32829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:33:29,156 INFO [RS:0;9911683f163c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,156 INFO [RS:1;9911683f163c:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,157 DEBUG [RS:1;9911683f163c:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,157 DEBUG [RS:0;9911683f163c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,157 DEBUG [RS:1;9911683f163c:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,157 DEBUG [RS:0;9911683f163c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,157 DEBUG [RS:1;9911683f163c:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,157 DEBUG [RS:0;9911683f163c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,157 DEBUG [RS:0;9911683f163c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,157 DEBUG [RS:1;9911683f163c:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,157 DEBUG [RS:0;9911683f163c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,157 DEBUG [RS:1;9911683f163c:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,157 DEBUG [RS:0;9911683f163c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:29,157 DEBUG [RS:1;9911683f163c:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:29,158 DEBUG [RS:1;9911683f163c:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,158 DEBUG [RS:0;9911683f163c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,158 DEBUG [RS:1;9911683f163c:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,158 DEBUG [RS:0;9911683f163c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,158 DEBUG [RS:1;9911683f163c:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,158 DEBUG [RS:0;9911683f163c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,158 DEBUG [RS:1;9911683f163c:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,158 DEBUG [RS:1;9911683f163c:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,158 DEBUG [RS:0;9911683f163c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,158 DEBUG [RS:1;9911683f163c:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,158 DEBUG [RS:0;9911683f163c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,158 DEBUG [RS:1;9911683f163c:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:29,159 DEBUG [RS:1;9911683f163c:41519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:29,159 DEBUG [RS:0;9911683f163c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:29,159 DEBUG [RS:0;9911683f163c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:29,159 DEBUG [RS:0;9911683f163c:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:29,161 INFO [RS:1;9911683f163c:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,161 INFO [RS:1;9911683f163c:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,161 INFO [RS:1;9911683f163c:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,161 INFO [RS:1;9911683f163c:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,161 INFO [RS:0;9911683f163c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,161 INFO [RS:1;9911683f163c:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,162 INFO [RS:0;9911683f163c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,162 INFO [RS:1;9911683f163c:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,41519,1731436407894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:29,162 INFO [RS:0;9911683f163c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,162 INFO [RS:0;9911683f163c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,162 INFO [RS:0;9911683f163c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,162 INFO [RS:0;9911683f163c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,32829,1731436407786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:29,184 INFO [RS:1;9911683f163c:41519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:33:29,184 INFO [RS:0;9911683f163c:32829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:33:29,187 INFO [RS:0;9911683f163c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,32829,1731436407786-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,187 INFO [RS:1;9911683f163c:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,41519,1731436407894-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,187 INFO [RS:0;9911683f163c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,187 INFO [RS:1;9911683f163c:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,187 INFO [RS:0;9911683f163c:32829 {}] regionserver.Replication(171): 9911683f163c,32829,1731436407786 started 2024-11-12T18:33:29,187 INFO [RS:1;9911683f163c:41519 {}] regionserver.Replication(171): 9911683f163c,41519,1731436407894 started 2024-11-12T18:33:29,201 WARN [9911683f163c:37557 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T18:33:29,211 INFO [RS:1;9911683f163c:41519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,211 INFO [RS:0;9911683f163c:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,212 INFO [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,41519,1731436407894, RpcServer on 9911683f163c/172.17.0.3:41519, sessionid=0x1003544f05e0002 2024-11-12T18:33:29,212 INFO [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,32829,1731436407786, RpcServer on 9911683f163c/172.17.0.3:32829, sessionid=0x1003544f05e0001 2024-11-12T18:33:29,213 DEBUG [RS:1;9911683f163c:41519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:33:29,213 DEBUG [RS:0;9911683f163c:32829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:33:29,213 DEBUG [RS:0;9911683f163c:32829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,32829,1731436407786 2024-11-12T18:33:29,213 DEBUG [RS:1;9911683f163c:41519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,41519,1731436407894 2024-11-12T18:33:29,213 DEBUG [RS:0;9911683f163c:32829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,32829,1731436407786' 2024-11-12T18:33:29,213 DEBUG [RS:1;9911683f163c:41519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,41519,1731436407894' 2024-11-12T18:33:29,213 DEBUG [RS:1;9911683f163c:41519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:33:29,213 DEBUG [RS:0;9911683f163c:32829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:33:29,214 DEBUG [RS:1;9911683f163c:41519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:33:29,214 DEBUG [RS:0;9911683f163c:32829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:33:29,215 DEBUG [RS:1;9911683f163c:41519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:33:29,215 DEBUG [RS:1;9911683f163c:41519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:33:29,215 DEBUG [RS:0;9911683f163c:32829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:33:29,215 DEBUG [RS:0;9911683f163c:32829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:33:29,215 DEBUG [RS:1;9911683f163c:41519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,41519,1731436407894 2024-11-12T18:33:29,215 DEBUG [RS:0;9911683f163c:32829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,32829,1731436407786 2024-11-12T18:33:29,215 DEBUG [RS:1;9911683f163c:41519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,41519,1731436407894' 2024-11-12T18:33:29,215 DEBUG [RS:0;9911683f163c:32829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,32829,1731436407786' 2024-11-12T18:33:29,215 DEBUG [RS:1;9911683f163c:41519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:33:29,215 DEBUG [RS:0;9911683f163c:32829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:33:29,216 DEBUG [RS:1;9911683f163c:41519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:33:29,216 DEBUG [RS:0;9911683f163c:32829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:33:29,217 DEBUG [RS:0;9911683f163c:32829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:33:29,217 DEBUG [RS:1;9911683f163c:41519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:33:29,217 INFO [RS:0;9911683f163c:32829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:33:29,217 INFO [RS:1;9911683f163c:41519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:33:29,217 INFO [RS:1;9911683f163c:41519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:33:29,217 INFO [RS:0;9911683f163c:32829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:33:29,323 INFO [RS:0;9911683f163c:32829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:29,323 INFO [RS:1;9911683f163c:41519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:29,326 INFO [RS:1;9911683f163c:41519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C41519%2C1731436407894, suffix=, logDir=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/WALs/9911683f163c,41519,1731436407894, archiveDir=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/oldWALs, maxLogs=32 2024-11-12T18:33:29,326 INFO [RS:0;9911683f163c:32829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C32829%2C1731436407786, suffix=, logDir=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/WALs/9911683f163c,32829,1731436407786, archiveDir=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/oldWALs, maxLogs=32 2024-11-12T18:33:29,345 DEBUG [RS:0;9911683f163c:32829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/WALs/9911683f163c,32829,1731436407786/9911683f163c%2C32829%2C1731436407786.1731436409330, exclude list is [], retry=0 2024-11-12T18:33:29,345 DEBUG [RS:1;9911683f163c:41519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/WALs/9911683f163c,41519,1731436407894/9911683f163c%2C41519%2C1731436407894.1731436409330, exclude list is [], retry=0 2024-11-12T18:33:29,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-d593d883-5186-48d3-a4af-c49a6246663a,DISK] 2024-11-12T18:33:29,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41803,DS-e1a31021-3445-4dbe-8f05-a4a2602ddde2,DISK] 2024-11-12T18:33:29,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41803,DS-e1a31021-3445-4dbe-8f05-a4a2602ddde2,DISK] 2024-11-12T18:33:29,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-d593d883-5186-48d3-a4af-c49a6246663a,DISK] 2024-11-12T18:33:29,356 INFO [RS:0;9911683f163c:32829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/WALs/9911683f163c,32829,1731436407786/9911683f163c%2C32829%2C1731436407786.1731436409330 2024-11-12T18:33:29,356 DEBUG [RS:0;9911683f163c:32829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38705:38705),(127.0.0.1/127.0.0.1:40065:40065)] 2024-11-12T18:33:29,357 INFO [RS:1;9911683f163c:41519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/WALs/9911683f163c,41519,1731436407894/9911683f163c%2C41519%2C1731436407894.1731436409330 2024-11-12T18:33:29,358 DEBUG [RS:1;9911683f163c:41519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38705:38705),(127.0.0.1/127.0.0.1:40065:40065)] 2024-11-12T18:33:29,454 DEBUG [9911683f163c:37557 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T18:33:29,463 DEBUG [9911683f163c:37557 {}] balancer.BalancerClusterState(204): Hosts are {9911683f163c=0} racks are {/default-rack=0} 2024-11-12T18:33:29,470 DEBUG [9911683f163c:37557 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:33:29,470 DEBUG [9911683f163c:37557 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:33:29,470 DEBUG [9911683f163c:37557 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:33:29,470 DEBUG [9911683f163c:37557 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:33:29,470 INFO [9911683f163c:37557 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:33:29,470 INFO [9911683f163c:37557 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:33:29,470 DEBUG [9911683f163c:37557 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:33:29,478 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,41519,1731436407894 2024-11-12T18:33:29,485 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,41519,1731436407894, state=OPENING 2024-11-12T18:33:29,491 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:33:29,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:29,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:29,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:29,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:29,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:29,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:29,495 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:33:29,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,41519,1731436407894}] 2024-11-12T18:33:29,674 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:29,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:29,688 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:33:29,689 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:29,689 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:33:29,692 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C41519%2C1731436407894.meta, suffix=.meta, logDir=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/WALs/9911683f163c,41519,1731436407894, archiveDir=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/oldWALs, maxLogs=32 2024-11-12T18:33:29,711 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/WALs/9911683f163c,41519,1731436407894/9911683f163c%2C41519%2C1731436407894.meta.1731436409694.meta, exclude list is [], retry=0 2024-11-12T18:33:29,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41803,DS-e1a31021-3445-4dbe-8f05-a4a2602ddde2,DISK] 2024-11-12T18:33:29,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-d593d883-5186-48d3-a4af-c49a6246663a,DISK] 2024-11-12T18:33:29,719 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/WALs/9911683f163c,41519,1731436407894/9911683f163c%2C41519%2C1731436407894.meta.1731436409694.meta 2024-11-12T18:33:29,720 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38705:38705),(127.0.0.1/127.0.0.1:40065:40065)] 2024-11-12T18:33:29,720 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:33:29,722 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:33:29,725 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:33:29,730 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:33:29,735 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:33:29,735 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:29,736 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:33:29,736 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:33:29,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:33:29,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:33:29,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:29,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:29,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:33:29,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:33:29,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:29,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:29,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:33:29,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:33:29,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:29,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:29,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:33:29,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:33:29,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:29,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:29,748 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:33:29,750 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740 2024-11-12T18:33:29,752 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740 2024-11-12T18:33:29,754 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:33:29,754 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:33:29,755 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:29,758 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:33:29,760 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71784685, jitterRate=0.06967516243457794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:29,760 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:33:29,762 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731436409736Writing region info on filesystem at 1731436409736Initializing all the Stores at 1731436409738 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436409738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436409739 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436409739Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436409739Cleaning up temporary data from old regions at 1731436409755 (+16 ms)Running coprocessor post-open hooks at 1731436409760 (+5 ms)Region opened successfully at 1731436409761 (+1 ms) 2024-11-12T18:33:29,769 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731436409664 2024-11-12T18:33:29,782 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:33:29,783 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:33:29,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,41519,1731436407894 2024-11-12T18:33:29,786 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,41519,1731436407894, state=OPEN 2024-11-12T18:33:29,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:29,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:29,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:29,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:29,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:29,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:29,790 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,41519,1731436407894 2024-11-12T18:33:29,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:33:29,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,41519,1731436407894 in 294 msec 2024-11-12T18:33:29,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:33:29,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 764 msec 2024-11-12T18:33:29,808 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:29,808 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:33:29,829 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:33:29,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,41519,1731436407894, seqNum=-1] 2024-11-12T18:33:29,853 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:29,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:29,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0550 sec 2024-11-12T18:33:29,876 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731436409876, completionTime=-1 2024-11-12T18:33:29,879 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T18:33:29,879 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:33:29,909 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T18:33:29,909 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731436469909 2024-11-12T18:33:29,909 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731436529909 2024-11-12T18:33:29,909 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-12T18:33:29,911 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T18:33:29,918 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37557,1731436407067-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,918 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37557,1731436407067-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,919 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37557,1731436407067-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,920 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:37557, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,921 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,921 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:29,929 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:33:29,953 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.971sec 2024-11-12T18:33:29,954 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:33:29,956 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:33:29,957 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:33:29,958 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:33:29,958 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:33:29,958 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37557,1731436407067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:29,959 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37557,1731436407067-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:33:29,964 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:33:29,965 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:33:29,966 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37557,1731436407067-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:30,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a16e521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:30,041 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T18:33:30,041 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T18:33:30,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,37557,-1 for getting cluster id 2024-11-12T18:33:30,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:33:30,091 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '592eedae-cb98-450c-8e52-c61025b4f957' 2024-11-12T18:33:30,093 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:33:30,094 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "592eedae-cb98-450c-8e52-c61025b4f957" 2024-11-12T18:33:30,094 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3d3868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:30,094 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,37557,-1] 2024-11-12T18:33:30,097 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:33:30,100 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:30,101 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:33:30,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1893f05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:30,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:33:30,111 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,41519,1731436407894, seqNum=-1] 2024-11-12T18:33:30,112 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:30,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:30,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,37557,1731436407067 2024-11-12T18:33:30,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:33:30,168 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,37557,1731436407067 2024-11-12T18:33:30,170 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25787454 2024-11-12T18:33:30,171 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:33:30,174 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:33:30,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:33:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T18:33:30,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:33:30,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T18:33:30,197 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:30,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:33:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:30,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741836_1012 (size=379) 2024-11-12T18:33:30,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741836_1012 (size=379) 2024-11-12T18:33:30,219 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27eaf79ff1fe7c88e55ec2257ab2bb3d, NAME => 'testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2 2024-11-12T18:33:30,219 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 870b5e9e96eef429e78054589d6ef255, NAME => 'testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2 2024-11-12T18:33:30,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741837_1013 (size=61) 2024-11-12T18:33:30,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741838_1014 (size=61) 2024-11-12T18:33:30,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741837_1013 (size=61) 2024-11-12T18:33:30,233 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:30,233 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 27eaf79ff1fe7c88e55ec2257ab2bb3d, disabling compactions & flushes 2024-11-12T18:33:30,233 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d. 2024-11-12T18:33:30,233 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d. 2024-11-12T18:33:30,233 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d. after waiting 0 ms 2024-11-12T18:33:30,233 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d. 2024-11-12T18:33:30,233 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d. 2024-11-12T18:33:30,233 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27eaf79ff1fe7c88e55ec2257ab2bb3d: Waiting for close lock at 1731436410233Disabling compacts and flushes for region at 1731436410233Disabling writes for close at 1731436410233Writing region close event to WAL at 1731436410233Closed at 1731436410233 2024-11-12T18:33:30,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741838_1014 (size=61) 2024-11-12T18:33:30,234 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:30,234 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 870b5e9e96eef429e78054589d6ef255, disabling compactions & flushes 2024-11-12T18:33:30,234 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255. 2024-11-12T18:33:30,234 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255. 2024-11-12T18:33:30,234 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255. after waiting 0 ms 2024-11-12T18:33:30,234 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255. 2024-11-12T18:33:30,235 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255. 2024-11-12T18:33:30,235 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 870b5e9e96eef429e78054589d6ef255: Waiting for close lock at 1731436410234Disabling compacts and flushes for region at 1731436410234Disabling writes for close at 1731436410234Writing region close event to WAL at 1731436410235 (+1 ms)Closed at 1731436410235 2024-11-12T18:33:30,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:33:30,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731436410237"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731436410237"}]},"ts":"1731436410237"} 2024-11-12T18:33:30,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731436410237"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731436410237"}]},"ts":"1731436410237"} 2024-11-12T18:33:30,277 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T18:33:30,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:33:30,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731436410280"}]},"ts":"1731436410280"} 2024-11-12T18:33:30,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T18:33:30,288 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9911683f163c=0} racks are {/default-rack=0} 2024-11-12T18:33:30,290 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:33:30,290 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:33:30,290 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:33:30,290 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:33:30,290 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:33:30,290 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:33:30,290 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:33:30,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=27eaf79ff1fe7c88e55ec2257ab2bb3d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=870b5e9e96eef429e78054589d6ef255, ASSIGN}] 2024-11-12T18:33:30,295 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=27eaf79ff1fe7c88e55ec2257ab2bb3d, ASSIGN 2024-11-12T18:33:30,295 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=870b5e9e96eef429e78054589d6ef255, ASSIGN 2024-11-12T18:33:30,297 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=27eaf79ff1fe7c88e55ec2257ab2bb3d, ASSIGN; state=OFFLINE, location=9911683f163c,32829,1731436407786; forceNewPlan=false, retain=false 2024-11-12T18:33:30,297 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=870b5e9e96eef429e78054589d6ef255, ASSIGN; state=OFFLINE, location=9911683f163c,41519,1731436407894; forceNewPlan=false, retain=false 2024-11-12T18:33:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:30,449 INFO [9911683f163c:37557 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T18:33:30,450 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=870b5e9e96eef429e78054589d6ef255, regionState=OPENING, regionLocation=9911683f163c,41519,1731436407894 2024-11-12T18:33:30,450 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=27eaf79ff1fe7c88e55ec2257ab2bb3d, regionState=OPENING, regionLocation=9911683f163c,32829,1731436407786 2024-11-12T18:33:30,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=27eaf79ff1fe7c88e55ec2257ab2bb3d, ASSIGN because future has completed 2024-11-12T18:33:30,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27eaf79ff1fe7c88e55ec2257ab2bb3d, server=9911683f163c,32829,1731436407786}] 2024-11-12T18:33:30,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=870b5e9e96eef429e78054589d6ef255, ASSIGN because future has completed 2024-11-12T18:33:30,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 870b5e9e96eef429e78054589d6ef255, server=9911683f163c,41519,1731436407894}] 2024-11-12T18:33:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:30,610 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:30,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:30,618 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d. 2024-11-12T18:33:30,619 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 27eaf79ff1fe7c88e55ec2257ab2bb3d, NAME => 'testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T18:33:30,619 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 27eaf79ff1fe7c88e55ec2257ab2bb3d 2024-11-12T18:33:30,619 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:30,619 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255. 2024-11-12T18:33:30,619 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 27eaf79ff1fe7c88e55ec2257ab2bb3d 2024-11-12T18:33:30,620 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 27eaf79ff1fe7c88e55ec2257ab2bb3d 2024-11-12T18:33:30,620 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 870b5e9e96eef429e78054589d6ef255, NAME => 'testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T18:33:30,620 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 870b5e9e96eef429e78054589d6ef255 2024-11-12T18:33:30,620 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:30,620 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 870b5e9e96eef429e78054589d6ef255 2024-11-12T18:33:30,620 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 870b5e9e96eef429e78054589d6ef255 2024-11-12T18:33:30,622 INFO [StoreOpener-27eaf79ff1fe7c88e55ec2257ab2bb3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 27eaf79ff1fe7c88e55ec2257ab2bb3d 2024-11-12T18:33:30,623 INFO [StoreOpener-870b5e9e96eef429e78054589d6ef255-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 870b5e9e96eef429e78054589d6ef255 2024-11-12T18:33:30,624 INFO [StoreOpener-27eaf79ff1fe7c88e55ec2257ab2bb3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27eaf79ff1fe7c88e55ec2257ab2bb3d columnFamilyName family 2024-11-12T18:33:30,624 DEBUG [StoreOpener-27eaf79ff1fe7c88e55ec2257ab2bb3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:30,625 INFO [StoreOpener-27eaf79ff1fe7c88e55ec2257ab2bb3d-1 {}] regionserver.HStore(327): Store=27eaf79ff1fe7c88e55ec2257ab2bb3d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:30,625 INFO [StoreOpener-870b5e9e96eef429e78054589d6ef255-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 870b5e9e96eef429e78054589d6ef255 columnFamilyName family 2024-11-12T18:33:30,625 DEBUG [StoreOpener-870b5e9e96eef429e78054589d6ef255-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:30,625 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 27eaf79ff1fe7c88e55ec2257ab2bb3d 2024-11-12T18:33:30,626 INFO [StoreOpener-870b5e9e96eef429e78054589d6ef255-1 {}] regionserver.HStore(327): Store=870b5e9e96eef429e78054589d6ef255/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:30,626 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 870b5e9e96eef429e78054589d6ef255 2024-11-12T18:33:30,626 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/27eaf79ff1fe7c88e55ec2257ab2bb3d 2024-11-12T18:33:30,627 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/27eaf79ff1fe7c88e55ec2257ab2bb3d 2024-11-12T18:33:30,627 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/870b5e9e96eef429e78054589d6ef255 2024-11-12T18:33:30,627 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 27eaf79ff1fe7c88e55ec2257ab2bb3d 2024-11-12T18:33:30,627 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 27eaf79ff1fe7c88e55ec2257ab2bb3d 2024-11-12T18:33:30,628 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/870b5e9e96eef429e78054589d6ef255 2024-11-12T18:33:30,628 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 870b5e9e96eef429e78054589d6ef255 2024-11-12T18:33:30,628 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 870b5e9e96eef429e78054589d6ef255 2024-11-12T18:33:30,630 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 27eaf79ff1fe7c88e55ec2257ab2bb3d 2024-11-12T18:33:30,631 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 870b5e9e96eef429e78054589d6ef255 2024-11-12T18:33:30,634 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/27eaf79ff1fe7c88e55ec2257ab2bb3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:30,634 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/870b5e9e96eef429e78054589d6ef255/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:30,635 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 27eaf79ff1fe7c88e55ec2257ab2bb3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63886267, jitterRate=-0.048020437359809875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:33:30,635 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27eaf79ff1fe7c88e55ec2257ab2bb3d 2024-11-12T18:33:30,635 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 870b5e9e96eef429e78054589d6ef255; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68644081, jitterRate=0.022876515984535217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:33:30,635 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 870b5e9e96eef429e78054589d6ef255 2024-11-12T18:33:30,636 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 27eaf79ff1fe7c88e55ec2257ab2bb3d: Running coprocessor pre-open hook at 1731436410620Writing region info on filesystem at 1731436410620Initializing all the Stores at 1731436410621 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436410621Cleaning up temporary data from old regions at 1731436410627 (+6 ms)Running coprocessor post-open hooks at 1731436410635 (+8 ms)Region opened successfully at 1731436410636 (+1 ms) 2024-11-12T18:33:30,636 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 870b5e9e96eef429e78054589d6ef255: Running coprocessor pre-open hook at 1731436410620Writing region info on filesystem at 1731436410620Initializing all the Stores at 1731436410622 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436410622Cleaning up temporary data from old regions at 1731436410628 (+6 ms)Running coprocessor post-open hooks at 1731436410635 (+7 ms)Region opened successfully at 1731436410636 (+1 ms) 2024-11-12T18:33:30,638 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255., pid=8, masterSystemTime=1731436410613 2024-11-12T18:33:30,638 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d., pid=7, masterSystemTime=1731436410610 2024-11-12T18:33:30,642 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255. 2024-11-12T18:33:30,642 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255. 2024-11-12T18:33:30,643 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=870b5e9e96eef429e78054589d6ef255, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,41519,1731436407894 2024-11-12T18:33:30,645 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d. 2024-11-12T18:33:30,645 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d. 2024-11-12T18:33:30,646 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=27eaf79ff1fe7c88e55ec2257ab2bb3d, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,32829,1731436407786 2024-11-12T18:33:30,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 870b5e9e96eef429e78054589d6ef255, server=9911683f163c,41519,1731436407894 because future has completed 2024-11-12T18:33:30,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27eaf79ff1fe7c88e55ec2257ab2bb3d, server=9911683f163c,32829,1731436407786 because future has completed 2024-11-12T18:33:30,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-12T18:33:30,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 870b5e9e96eef429e78054589d6ef255, server=9911683f163c,41519,1731436407894 in 193 msec 2024-11-12T18:33:30,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-12T18:33:30,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=870b5e9e96eef429e78054589d6ef255, ASSIGN in 364 msec 2024-11-12T18:33:30,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 27eaf79ff1fe7c88e55ec2257ab2bb3d, server=9911683f163c,32829,1731436407786 in 198 msec 2024-11-12T18:33:30,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:33:30,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=27eaf79ff1fe7c88e55ec2257ab2bb3d, ASSIGN in 368 msec 2024-11-12T18:33:30,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:33:30,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731436410665"}]},"ts":"1731436410665"} 2024-11-12T18:33:30,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T18:33:30,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:33:30,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 488 msec 2024-11-12T18:33:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:30,829 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T18:33:30,829 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T18:33:30,831 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:33:30,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T18:33:30,838 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:33:30,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T18:33:30,847 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d., hostname=9911683f163c,32829,1731436407786, seqNum=2] 2024-11-12T18:33:30,849 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:30,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:30,868 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255., hostname=9911683f163c,41519,1731436407894, seqNum=2] 2024-11-12T18:33:30,886 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 27eaf79ff1fe7c88e55ec2257ab2bb3d 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T18:33:30,956 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/27eaf79ff1fe7c88e55ec2257ab2bb3d/.tmp/family/46e350d8f55448c996ed1813aaaa7a3c is 32, key is 1/family:/1731436410852/Put/seqid=0 2024-11-12T18:33:30,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741839_1015 (size=5054) 2024-11-12T18:33:30,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741839_1015 (size=5054) 2024-11-12T18:33:30,971 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/27eaf79ff1fe7c88e55ec2257ab2bb3d/.tmp/family/46e350d8f55448c996ed1813aaaa7a3c 2024-11-12T18:33:31,021 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/27eaf79ff1fe7c88e55ec2257ab2bb3d/.tmp/family/46e350d8f55448c996ed1813aaaa7a3c as hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/27eaf79ff1fe7c88e55ec2257ab2bb3d/family/46e350d8f55448c996ed1813aaaa7a3c 2024-11-12T18:33:31,033 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/27eaf79ff1fe7c88e55ec2257ab2bb3d/family/46e350d8f55448c996ed1813aaaa7a3c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T18:33:31,041 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 27eaf79ff1fe7c88e55ec2257ab2bb3d in 153ms, sequenceid=8, compaction requested=false 2024-11-12T18:33:31,043 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-12T18:33:31,046 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 27eaf79ff1fe7c88e55ec2257ab2bb3d: 2024-11-12T18:33:31,046 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 870b5e9e96eef429e78054589d6ef255 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T18:33:31,075 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/870b5e9e96eef429e78054589d6ef255/.tmp/family/2efe5a3c8ea6404ba807c2f064b20a86 is 32, key is 5/family:/1731436410869/Put/seqid=0 2024-11-12T18:33:31,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741840_1016 (size=5083) 2024-11-12T18:33:31,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741840_1016 (size=5083) 2024-11-12T18:33:31,086 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/870b5e9e96eef429e78054589d6ef255/.tmp/family/2efe5a3c8ea6404ba807c2f064b20a86 2024-11-12T18:33:31,098 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/870b5e9e96eef429e78054589d6ef255/.tmp/family/2efe5a3c8ea6404ba807c2f064b20a86 as hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/870b5e9e96eef429e78054589d6ef255/family/2efe5a3c8ea6404ba807c2f064b20a86 2024-11-12T18:33:31,110 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/870b5e9e96eef429e78054589d6ef255/family/2efe5a3c8ea6404ba807c2f064b20a86, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T18:33:31,112 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 870b5e9e96eef429e78054589d6ef255 in 66ms, sequenceid=9, compaction requested=false 2024-11-12T18:33:31,112 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 870b5e9e96eef429e78054589d6ef255: 2024-11-12T18:33:31,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738dd036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:31,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,37557,-1 for getting cluster id 2024-11-12T18:33:31,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:33:31,117 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '592eedae-cb98-450c-8e52-c61025b4f957' 2024-11-12T18:33:31,118 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:33:31,118 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "592eedae-cb98-450c-8e52-c61025b4f957" 2024-11-12T18:33:31,118 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbbc00c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:31,119 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,37557,-1] 2024-11-12T18:33:31,119 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:33:31,119 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:31,121 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:33:31,124 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e636d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:31,141 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-12T18:33:31,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:33:31,144 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,41519,1731436407894, seqNum=-1] 2024-11-12T18:33:31,145 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:31,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:31,163 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:31,165 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:31,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:31,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:31,173 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:33:31,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:31,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:31,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:31,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:33:31,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:33:31,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:33:31,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:31,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:31,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:31,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:33:31,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:33:31,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=517985794, stopped=false 2024-11-12T18:33:31,181 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,37557,1731436407067 2024-11-12T18:33:31,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:31,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:31,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:31,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:31,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:31,184 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:33:31,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:31,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:31,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:31,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:33:31,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:31,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:31,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:31,185 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,32829,1731436407786' ***** 2024-11-12T18:33:31,186 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:33:31,186 INFO [RS:0;9911683f163c:32829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:33:31,186 INFO [RS:0;9911683f163c:32829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:33:31,186 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:33:31,187 INFO [RS:0;9911683f163c:32829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:33:31,187 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,41519,1731436407894' ***** 2024-11-12T18:33:31,187 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:33:31,187 INFO [RS:1;9911683f163c:41519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:33:31,187 INFO [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(3091): Received CLOSE for 27eaf79ff1fe7c88e55ec2257ab2bb3d 2024-11-12T18:33:31,187 INFO [RS:1;9911683f163c:41519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:33:31,187 INFO [RS:1;9911683f163c:41519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:33:31,187 INFO [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(3091): Received CLOSE for 870b5e9e96eef429e78054589d6ef255 2024-11-12T18:33:31,187 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:33:31,188 INFO [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,32829,1731436407786 2024-11-12T18:33:31,188 INFO [RS:0;9911683f163c:32829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:31,188 INFO [RS:0;9911683f163c:32829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:32829. 2024-11-12T18:33:31,188 DEBUG [RS:0;9911683f163c:32829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:31,188 DEBUG [RS:0;9911683f163c:32829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:31,188 INFO [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:33:31,188 DEBUG [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(1325): Online Regions={27eaf79ff1fe7c88e55ec2257ab2bb3d=testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d.} 2024-11-12T18:33:31,188 INFO [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,41519,1731436407894 2024-11-12T18:33:31,188 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27eaf79ff1fe7c88e55ec2257ab2bb3d, disabling compactions & flushes 2024-11-12T18:33:31,188 INFO [RS:1;9911683f163c:41519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:31,188 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d. 2024-11-12T18:33:31,189 INFO [RS:1;9911683f163c:41519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9911683f163c:41519. 2024-11-12T18:33:31,189 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d. 2024-11-12T18:33:31,189 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d. after waiting 0 ms 2024-11-12T18:33:31,189 DEBUG [RS:1;9911683f163c:41519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:31,189 DEBUG [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(1351): Waiting on 27eaf79ff1fe7c88e55ec2257ab2bb3d 2024-11-12T18:33:31,189 DEBUG [RS:1;9911683f163c:41519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:31,189 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d. 2024-11-12T18:33:31,189 INFO [RS:1;9911683f163c:41519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:33:31,189 INFO [RS:1;9911683f163c:41519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:33:31,189 INFO [RS:1;9911683f163c:41519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:33:31,189 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 870b5e9e96eef429e78054589d6ef255, disabling compactions & flushes 2024-11-12T18:33:31,189 INFO [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:33:31,190 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255. 2024-11-12T18:33:31,190 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255. 2024-11-12T18:33:31,190 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255. after waiting 0 ms 2024-11-12T18:33:31,190 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255. 2024-11-12T18:33:31,190 INFO [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T18:33:31,190 DEBUG [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(1325): Online Regions={870b5e9e96eef429e78054589d6ef255=testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:33:31,190 DEBUG [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 870b5e9e96eef429e78054589d6ef255 2024-11-12T18:33:31,190 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:33:31,190 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:33:31,191 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:33:31,191 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:33:31,191 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:33:31,191 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T18:33:31,198 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/27eaf79ff1fe7c88e55ec2257ab2bb3d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T18:33:31,200 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/default/testClearRegionBlockCache/870b5e9e96eef429e78054589d6ef255/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T18:33:31,201 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d. 2024-11-12T18:33:31,201 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255. 2024-11-12T18:33:31,201 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27eaf79ff1fe7c88e55ec2257ab2bb3d: Waiting for close lock at 1731436411188Running coprocessor pre-close hooks at 1731436411188Disabling compacts and flushes for region at 1731436411188Disabling writes for close at 1731436411189 (+1 ms)Writing region close event to WAL at 1731436411190 (+1 ms)Running coprocessor post-close hooks at 1731436411199 (+9 ms)Closed at 1731436411201 (+2 ms) 2024-11-12T18:33:31,201 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 870b5e9e96eef429e78054589d6ef255: Waiting for close lock at 1731436411189Running coprocessor pre-close hooks at 1731436411189Disabling compacts and flushes for region at 1731436411189Disabling writes for close at 1731436411190 (+1 ms)Writing region close event to WAL at 1731436411190Running coprocessor post-close hooks at 1731436411201 (+11 ms)Closed at 1731436411201 2024-11-12T18:33:31,202 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255. 2024-11-12T18:33:31,202 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731436410175.27eaf79ff1fe7c88e55ec2257ab2bb3d. 2024-11-12T18:33:31,217 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740/.tmp/info/0b4a01ff7699489186f3eecbccc7c851 is 173, key is testClearRegionBlockCache,5,1731436410175.870b5e9e96eef429e78054589d6ef255./info:regioninfo/1731436410643/Put/seqid=0 2024-11-12T18:33:31,220 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:33:31,220 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:33:31,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741841_1017 (size=8173) 2024-11-12T18:33:31,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741841_1017 (size=8173) 2024-11-12T18:33:31,227 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740/.tmp/info/0b4a01ff7699489186f3eecbccc7c851 2024-11-12T18:33:31,258 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740/.tmp/ns/792a5fabfa3748a59586b657fcd70927 is 43, key is default/ns:d/1731436409860/Put/seqid=0 2024-11-12T18:33:31,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:33:31,266 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:31,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:33:31,267 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740/.tmp/ns/792a5fabfa3748a59586b657fcd70927 2024-11-12T18:33:31,269 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:31,294 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740/.tmp/table/9c193531a10b440a804d58d1fbcdf9d1 is 61, key is testClearRegionBlockCache/table:state/1731436410665/Put/seqid=0 2024-11-12T18:33:31,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741843_1019 (size=5312) 2024-11-12T18:33:31,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741843_1019 (size=5312) 2024-11-12T18:33:31,304 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740/.tmp/table/9c193531a10b440a804d58d1fbcdf9d1 2024-11-12T18:33:31,315 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740/.tmp/info/0b4a01ff7699489186f3eecbccc7c851 as hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740/info/0b4a01ff7699489186f3eecbccc7c851 2024-11-12T18:33:31,325 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740/info/0b4a01ff7699489186f3eecbccc7c851, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T18:33:31,327 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740/.tmp/ns/792a5fabfa3748a59586b657fcd70927 as hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740/ns/792a5fabfa3748a59586b657fcd70927 2024-11-12T18:33:31,336 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740/ns/792a5fabfa3748a59586b657fcd70927, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T18:33:31,337 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740/.tmp/table/9c193531a10b440a804d58d1fbcdf9d1 as hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740/table/9c193531a10b440a804d58d1fbcdf9d1 2024-11-12T18:33:31,347 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740/table/9c193531a10b440a804d58d1fbcdf9d1, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T18:33:31,349 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=13, compaction requested=false 2024-11-12T18:33:31,350 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:33:31,358 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T18:33:31,359 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:33:31,359 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:31,360 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731436411190Running coprocessor pre-close hooks at 1731436411190Disabling compacts and flushes for region at 1731436411190Disabling writes for close at 1731436411191 (+1 ms)Obtaining lock to block concurrent updates at 1731436411191Preparing flush snapshotting stores in 1588230740 at 1731436411191Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731436411192 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731436411193 (+1 ms)Flushing 1588230740/info: creating writer at 1731436411193Flushing 1588230740/info: appending metadata at 1731436411216 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731436411216Flushing 1588230740/ns: creating writer at 1731436411238 (+22 ms)Flushing 1588230740/ns: appending metadata at 1731436411257 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731436411257Flushing 1588230740/table: creating writer at 1731436411277 (+20 ms)Flushing 1588230740/table: appending metadata at 1731436411293 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731436411293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11d2ee8a: reopening flushed file at 1731436411313 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e7525e: reopening flushed file at 1731436411325 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3907b9b2: reopening flushed file at 1731436411336 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=13, compaction requested=false at 1731436411349 (+13 ms)Writing region close event to WAL at 1731436411352 (+3 ms)Running coprocessor post-close hooks at 1731436411358 (+6 ms)Closed at 1731436411359 (+1 ms) 2024-11-12T18:33:31,360 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:31,389 INFO [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,32829,1731436407786; all regions closed. 2024-11-12T18:33:31,390 INFO [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,41519,1731436407894; all regions closed. 2024-11-12T18:33:31,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741835_1011 (size=4338) 2024-11-12T18:33:31,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741835_1011 (size=4338) 2024-11-12T18:33:31,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741833_1009 (size=1758) 2024-11-12T18:33:31,397 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/WALs/9911683f163c,32829,1731436407786/9911683f163c%2C32829%2C1731436407786.1731436409330 not finished, retry = 0 2024-11-12T18:33:31,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741833_1009 (size=1758) 2024-11-12T18:33:31,402 DEBUG [RS:1;9911683f163c:41519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/oldWALs 2024-11-12T18:33:31,402 INFO [RS:1;9911683f163c:41519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C41519%2C1731436407894.meta:.meta(num 1731436409694) 2024-11-12T18:33:31,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741834_1010 (size=1867) 2024-11-12T18:33:31,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741834_1010 (size=1867) 2024-11-12T18:33:31,410 DEBUG [RS:1;9911683f163c:41519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/oldWALs 2024-11-12T18:33:31,410 INFO [RS:1;9911683f163c:41519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C41519%2C1731436407894:(num 1731436409330) 2024-11-12T18:33:31,410 DEBUG [RS:1;9911683f163c:41519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:31,410 INFO [RS:1;9911683f163c:41519 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:31,410 INFO [RS:1;9911683f163c:41519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:31,410 INFO [RS:1;9911683f163c:41519 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:31,410 INFO [RS:1;9911683f163c:41519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:31,410 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:31,411 INFO [RS:1;9911683f163c:41519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41519 2024-11-12T18:33:31,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,41519,1731436407894 2024-11-12T18:33:31,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:31,416 INFO [RS:1;9911683f163c:41519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:31,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,41519,1731436407894] 2024-11-12T18:33:31,420 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,41519,1731436407894 already deleted, retry=false 2024-11-12T18:33:31,420 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,41519,1731436407894 expired; onlineServers=1 2024-11-12T18:33:31,501 DEBUG [RS:0;9911683f163c:32829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/oldWALs 2024-11-12T18:33:31,501 INFO [RS:0;9911683f163c:32829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C32829%2C1731436407786:(num 1731436409330) 2024-11-12T18:33:31,501 DEBUG [RS:0;9911683f163c:32829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:31,501 INFO [RS:0;9911683f163c:32829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:31,501 INFO [RS:0;9911683f163c:32829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:31,502 INFO [RS:0;9911683f163c:32829 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:31,502 INFO [RS:0;9911683f163c:32829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:33:31,502 INFO [RS:0;9911683f163c:32829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:33:31,502 INFO [RS:0;9911683f163c:32829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:33:31,502 INFO [RS:0;9911683f163c:32829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:31,502 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:31,502 INFO [RS:0;9911683f163c:32829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32829 2024-11-12T18:33:31,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,32829,1731436407786 2024-11-12T18:33:31,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:31,505 INFO [RS:0;9911683f163c:32829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:31,507 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,32829,1731436407786] 2024-11-12T18:33:31,509 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,32829,1731436407786 already deleted, retry=false 2024-11-12T18:33:31,510 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,32829,1731436407786 expired; onlineServers=0 2024-11-12T18:33:31,510 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,37557,1731436407067' ***** 2024-11-12T18:33:31,510 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:33:31,510 INFO [M:0;9911683f163c:37557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:31,510 INFO [M:0;9911683f163c:37557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:31,510 DEBUG [M:0;9911683f163c:37557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:33:31,510 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:33:31,510 DEBUG [M:0;9911683f163c:37557 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:33:31,510 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436408947 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436408947,5,FailOnTimeoutGroup] 2024-11-12T18:33:31,510 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436408949 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436408949,5,FailOnTimeoutGroup] 2024-11-12T18:33:31,511 INFO [M:0;9911683f163c:37557 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:31,511 INFO [M:0;9911683f163c:37557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:31,511 DEBUG [M:0;9911683f163c:37557 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:33:31,511 INFO [M:0;9911683f163c:37557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:33:31,511 INFO [M:0;9911683f163c:37557 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:33:31,512 INFO [M:0;9911683f163c:37557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:33:31,512 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:33:31,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:31,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:31,513 DEBUG [M:0;9911683f163c:37557 {}] zookeeper.ZKUtil(347): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T18:33:31,514 WARN [M:0;9911683f163c:37557 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:33:31,514 INFO [M:0;9911683f163c:37557 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/.lastflushedseqids 2024-11-12T18:33:31,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:31,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41519-0x1003544f05e0002, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:31,519 INFO [RS:1;9911683f163c:41519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:31,520 INFO [RS:1;9911683f163c:41519 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,41519,1731436407894; zookeeper connection closed. 2024-11-12T18:33:31,520 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@910971b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@910971b 2024-11-12T18:33:31,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741844_1020 (size=182) 2024-11-12T18:33:31,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741844_1020 (size=182) 2024-11-12T18:33:31,529 INFO [M:0;9911683f163c:37557 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:33:31,529 INFO [M:0;9911683f163c:37557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:33:31,529 DEBUG [M:0;9911683f163c:37557 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:33:31,530 INFO [M:0;9911683f163c:37557 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:31,530 DEBUG [M:0;9911683f163c:37557 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:31,530 DEBUG [M:0;9911683f163c:37557 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:33:31,530 DEBUG [M:0;9911683f163c:37557 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:31,530 INFO [M:0;9911683f163c:37557 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-12T18:33:31,550 DEBUG [M:0;9911683f163c:37557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e72c5513042474d86552b0e7a651237 is 82, key is hbase:meta,,1/info:regioninfo/1731436409784/Put/seqid=0 2024-11-12T18:33:31,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741845_1021 (size=5672) 2024-11-12T18:33:31,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741845_1021 (size=5672) 2024-11-12T18:33:31,558 INFO [M:0;9911683f163c:37557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e72c5513042474d86552b0e7a651237 2024-11-12T18:33:31,584 DEBUG [M:0;9911683f163c:37557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f74f6521db84494c845e1917755a6c7c is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731436410672/Put/seqid=0 2024-11-12T18:33:31,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741846_1022 (size=6220) 2024-11-12T18:33:31,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741846_1022 (size=6220) 2024-11-12T18:33:31,595 INFO [M:0;9911683f163c:37557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f74f6521db84494c845e1917755a6c7c 2024-11-12T18:33:31,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:31,608 INFO [RS:0;9911683f163c:32829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:31,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1003544f05e0001, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:31,608 INFO [RS:0;9911683f163c:32829 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,32829,1731436407786; zookeeper connection closed. 2024-11-12T18:33:31,608 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5de6f945 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5de6f945 2024-11-12T18:33:31,609 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T18:33:31,623 DEBUG [M:0;9911683f163c:37557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/738e89855c3a43d28b541186ee30b13c is 69, key is 9911683f163c,32829,1731436407786/rs:state/1731436409078/Put/seqid=0 2024-11-12T18:33:31,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741847_1023 (size=5224) 2024-11-12T18:33:31,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741847_1023 (size=5224) 2024-11-12T18:33:31,631 INFO [M:0;9911683f163c:37557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/738e89855c3a43d28b541186ee30b13c 2024-11-12T18:33:31,641 DEBUG [M:0;9911683f163c:37557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e72c5513042474d86552b0e7a651237 as hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e72c5513042474d86552b0e7a651237 2024-11-12T18:33:31,651 INFO [M:0;9911683f163c:37557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e72c5513042474d86552b0e7a651237, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T18:33:31,653 DEBUG [M:0;9911683f163c:37557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f74f6521db84494c845e1917755a6c7c as hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f74f6521db84494c845e1917755a6c7c 2024-11-12T18:33:31,664 INFO [M:0;9911683f163c:37557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f74f6521db84494c845e1917755a6c7c, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T18:33:31,666 DEBUG [M:0;9911683f163c:37557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/738e89855c3a43d28b541186ee30b13c as hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/738e89855c3a43d28b541186ee30b13c 2024-11-12T18:33:31,674 INFO [M:0;9911683f163c:37557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34571/user/jenkins/test-data/ca865213-e9c0-c6e0-e94b-2f9515849ad2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/738e89855c3a43d28b541186ee30b13c, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T18:33:31,676 INFO [M:0;9911683f163c:37557 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 145ms, sequenceid=71, compaction requested=false 2024-11-12T18:33:31,677 INFO [M:0;9911683f163c:37557 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:31,677 DEBUG [M:0;9911683f163c:37557 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731436411529Disabling compacts and flushes for region at 1731436411529Disabling writes for close at 1731436411530 (+1 ms)Obtaining lock to block concurrent updates at 1731436411530Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731436411530Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731436411530Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731436411531 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731436411531Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731436411550 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731436411550Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731436411567 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731436411584 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731436411584Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731436411604 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731436411622 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731436411622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4142cdb9: reopening flushed file at 1731436411639 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f87a9e4: reopening flushed file at 1731436411651 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2720ee63: reopening flushed file at 1731436411664 (+13 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 145ms, sequenceid=71, compaction requested=false at 1731436411676 (+12 ms)Writing region close event to WAL at 1731436411677 (+1 ms)Closed at 1731436411677 2024-11-12T18:33:31,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741830_1006 (size=35452) 2024-11-12T18:33:31,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741830_1006 (size=35452) 2024-11-12T18:33:31,682 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:31,682 INFO [M:0;9911683f163c:37557 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:33:31,683 INFO [M:0;9911683f163c:37557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37557 2024-11-12T18:33:31,683 INFO [M:0;9911683f163c:37557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:31,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:31,787 INFO [M:0;9911683f163c:37557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:31,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37557-0x1003544f05e0000, quorum=127.0.0.1:58153, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:31,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@166c0b2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:31,794 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ff15dda{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:31,794 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:31,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dc6d8a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:31,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@723ad5d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:31,797 WARN [BP-1449301608-172.17.0.3-1731436404124 heartbeating to localhost/127.0.0.1:34571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:33:31,797 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:33:31,797 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:33:31,797 WARN [BP-1449301608-172.17.0.3-1731436404124 heartbeating to localhost/127.0.0.1:34571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1449301608-172.17.0.3-1731436404124 (Datanode Uuid b641ef29-9889-4ad0-9d38-125accd7f0cd) service to localhost/127.0.0.1:34571 2024-11-12T18:33:31,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/cluster_6d6c2725-9b40-5326-0d72-ba08416f27db/data/data3/current/BP-1449301608-172.17.0.3-1731436404124 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:31,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/cluster_6d6c2725-9b40-5326-0d72-ba08416f27db/data/data4/current/BP-1449301608-172.17.0.3-1731436404124 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:31,800 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:33:31,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ab05b1d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:31,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c0310f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:31,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:31,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@484304af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:31,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c8af66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:31,804 WARN [BP-1449301608-172.17.0.3-1731436404124 heartbeating to localhost/127.0.0.1:34571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:33:31,804 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:33:31,804 WARN [BP-1449301608-172.17.0.3-1731436404124 heartbeating to localhost/127.0.0.1:34571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1449301608-172.17.0.3-1731436404124 (Datanode Uuid 4bc2d49d-ba38-4299-9b38-9d5304171c6c) service to localhost/127.0.0.1:34571 2024-11-12T18:33:31,804 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:33:31,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/cluster_6d6c2725-9b40-5326-0d72-ba08416f27db/data/data1/current/BP-1449301608-172.17.0.3-1731436404124 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:31,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/cluster_6d6c2725-9b40-5326-0d72-ba08416f27db/data/data2/current/BP-1449301608-172.17.0.3-1731436404124 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:31,805 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:33:31,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71423267{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:33:31,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@352da856{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:31,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:31,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e6f261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:31,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@668dee07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:31,821 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:33:31,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:33:31,858 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=85 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9911683f163c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:34571 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:34571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:34571 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9911683f163c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/9911683f163c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:34571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9911683f163c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1b125340 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=411 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=70 (was 56) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6965 (was 7536) 2024-11-12T18:33:31,866 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=85, OpenFileDescriptor=411, MaxFileDescriptor=1048576, SystemLoadAverage=70, ProcessCount=11, AvailableMemoryMB=6965 2024-11-12T18:33:31,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/hadoop.log.dir so I do NOT create it in target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7 2024-11-12T18:33:31,881 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:33:31,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/hadoop.tmp.dir so I do NOT create it in target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7 2024-11-12T18:33:31,881 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/305691c7-0e26-35c9-4fbe-1dfbede75299/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:33:31,881 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7 2024-11-12T18:33:31,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:33:31,881 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/cluster_e3325258-bf96-f7e6-d0cc-d51fc64c1dbf, deleteOnExit=true 2024-11-12T18:33:31,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:33:31,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/test.cache.data in system properties and HBase conf 2024-11-12T18:33:31,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:33:31,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:33:31,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:33:31,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:33:31,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:33:31,882 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:33:31,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:33:31,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:33:31,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:33:31,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:33:31,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:33:31,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:33:31,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:33:31,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:33:31,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:33:31,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:33:31,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:33:31,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:33:31,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:33:31,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:33:32,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:32,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:32,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:32,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:32,026 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:33:32,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:32,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26eaca7a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:32,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24c579c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:32,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b7359c8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/java.io.tmpdir/jetty-localhost-41733-hadoop-hdfs-3_4_1-tests_jar-_-any-16992259095878664516/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:33:32,147 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a9a3a0d{HTTP/1.1, (http/1.1)}{localhost:41733} 2024-11-12T18:33:32,147 INFO [Time-limited test {}] server.Server(415): Started @10081ms 2024-11-12T18:33:32,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:32,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:32,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:32,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:32,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:33:32,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34dabf2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:32,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28a47963{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:32,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b97664a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/java.io.tmpdir/jetty-localhost-42487-hadoop-hdfs-3_4_1-tests_jar-_-any-17404442869990079059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:32,359 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fd639fa{HTTP/1.1, (http/1.1)}{localhost:42487} 2024-11-12T18:33:32,359 INFO [Time-limited test {}] server.Server(415): Started @10293ms 2024-11-12T18:33:32,361 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:33:32,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:32,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:32,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:32,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:32,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:33:32,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fa47658{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:32,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61dba1cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:32,457 WARN [Thread-351 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/cluster_e3325258-bf96-f7e6-d0cc-d51fc64c1dbf/data/data1/current/BP-811982823-172.17.0.3-1731436411917/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:32,457 WARN [Thread-352 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/cluster_e3325258-bf96-f7e6-d0cc-d51fc64c1dbf/data/data2/current/BP-811982823-172.17.0.3-1731436411917/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:32,475 WARN [Thread-330 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:33:32,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf37d4a95be7e4393 with lease ID 0x611279aeaec74bcb: Processing first storage report for DS-7d3533fd-2239-49bb-8e81-485497386d1f from datanode DatanodeRegistration(127.0.0.1:42457, datanodeUuid=0123bf6b-108c-4c82-b827-9d58914242b6, infoPort=33397, infoSecurePort=0, ipcPort=39769, storageInfo=lv=-57;cid=testClusterID;nsid=478846934;c=1731436411917) 2024-11-12T18:33:32,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf37d4a95be7e4393 with lease ID 0x611279aeaec74bcb: from storage DS-7d3533fd-2239-49bb-8e81-485497386d1f node DatanodeRegistration(127.0.0.1:42457, datanodeUuid=0123bf6b-108c-4c82-b827-9d58914242b6, infoPort=33397, infoSecurePort=0, ipcPort=39769, storageInfo=lv=-57;cid=testClusterID;nsid=478846934;c=1731436411917), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:33:32,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf37d4a95be7e4393 with lease ID 0x611279aeaec74bcb: Processing first storage report for DS-6395f726-a7dd-4290-a3ad-619f2cb67f76 from datanode DatanodeRegistration(127.0.0.1:42457, datanodeUuid=0123bf6b-108c-4c82-b827-9d58914242b6, infoPort=33397, infoSecurePort=0, ipcPort=39769, storageInfo=lv=-57;cid=testClusterID;nsid=478846934;c=1731436411917) 2024-11-12T18:33:32,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf37d4a95be7e4393 with lease ID 0x611279aeaec74bcb: from storage DS-6395f726-a7dd-4290-a3ad-619f2cb67f76 node DatanodeRegistration(127.0.0.1:42457, datanodeUuid=0123bf6b-108c-4c82-b827-9d58914242b6, infoPort=33397, infoSecurePort=0, ipcPort=39769, storageInfo=lv=-57;cid=testClusterID;nsid=478846934;c=1731436411917), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:33:32,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@143415b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/java.io.tmpdir/jetty-localhost-44349-hadoop-hdfs-3_4_1-tests_jar-_-any-14257815412178599755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:32,529 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b6199e9{HTTP/1.1, (http/1.1)}{localhost:44349} 2024-11-12T18:33:32,529 INFO [Time-limited test {}] server.Server(415): Started @10463ms 2024-11-12T18:33:32,530 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:33:32,619 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/cluster_e3325258-bf96-f7e6-d0cc-d51fc64c1dbf/data/data4/current/BP-811982823-172.17.0.3-1731436411917/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:32,619 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/cluster_e3325258-bf96-f7e6-d0cc-d51fc64c1dbf/data/data3/current/BP-811982823-172.17.0.3-1731436411917/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:32,637 WARN [Thread-366 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:33:32,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaa6a27a07af8086 with lease ID 0x611279aeaec74bcc: Processing first storage report for DS-2da334fe-5426-4010-9070-37cca5bd3ced from datanode DatanodeRegistration(127.0.0.1:37533, datanodeUuid=9b4228f1-c70a-44a4-8bcc-1cd021af22d3, infoPort=44169, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=478846934;c=1731436411917) 2024-11-12T18:33:32,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaa6a27a07af8086 with lease ID 0x611279aeaec74bcc: from storage DS-2da334fe-5426-4010-9070-37cca5bd3ced node DatanodeRegistration(127.0.0.1:37533, datanodeUuid=9b4228f1-c70a-44a4-8bcc-1cd021af22d3, infoPort=44169, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=478846934;c=1731436411917), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:33:32,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaa6a27a07af8086 with lease ID 0x611279aeaec74bcc: Processing first storage report for DS-96186a49-18cf-4cf6-a6f1-31609385c13f from datanode DatanodeRegistration(127.0.0.1:37533, datanodeUuid=9b4228f1-c70a-44a4-8bcc-1cd021af22d3, infoPort=44169, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=478846934;c=1731436411917) 2024-11-12T18:33:32,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaa6a27a07af8086 with lease ID 0x611279aeaec74bcc: from storage DS-96186a49-18cf-4cf6-a6f1-31609385c13f node DatanodeRegistration(127.0.0.1:37533, datanodeUuid=9b4228f1-c70a-44a4-8bcc-1cd021af22d3, infoPort=44169, infoSecurePort=0, ipcPort=37459, storageInfo=lv=-57;cid=testClusterID;nsid=478846934;c=1731436411917), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:33:32,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7 2024-11-12T18:33:32,662 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/cluster_e3325258-bf96-f7e6-d0cc-d51fc64c1dbf/zookeeper_0, clientPort=56494, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/cluster_e3325258-bf96-f7e6-d0cc-d51fc64c1dbf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/cluster_e3325258-bf96-f7e6-d0cc-d51fc64c1dbf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:33:32,663 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56494 2024-11-12T18:33:32,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:32,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:32,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:33:32,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:33:32,678 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1 with version=8 2024-11-12T18:33:32,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/hbase-staging 2024-11-12T18:33:32,680 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:32,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:32,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:32,681 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:32,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:32,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:32,681 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:33:32,681 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:32,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34365 2024-11-12T18:33:32,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34365 connecting to ZooKeeper ensemble=127.0.0.1:56494 2024-11-12T18:33:32,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343650x0, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:32,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34365-0x100354509930000 connected 2024-11-12T18:33:32,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:32,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:32,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:32,714 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1, hbase.cluster.distributed=false 2024-11-12T18:33:32,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:32,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34365 2024-11-12T18:33:32,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34365 2024-11-12T18:33:32,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34365 2024-11-12T18:33:32,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34365 2024-11-12T18:33:32,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34365 2024-11-12T18:33:32,735 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:32,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:32,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:32,735 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:32,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:32,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:32,735 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:33:32,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:32,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40405 2024-11-12T18:33:32,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40405 connecting to ZooKeeper ensemble=127.0.0.1:56494 2024-11-12T18:33:32,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:32,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:32,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404050x0, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:32,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404050x0, quorum=127.0.0.1:56494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:32,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40405-0x100354509930001 connected 2024-11-12T18:33:32,746 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:33:32,747 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:33:32,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:33:32,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:32,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40405 2024-11-12T18:33:32,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40405 2024-11-12T18:33:32,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40405 2024-11-12T18:33:32,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40405 2024-11-12T18:33:32,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40405 2024-11-12T18:33:32,766 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:32,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:32,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:32,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:32,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:32,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:32,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:33:32,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:32,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44783 2024-11-12T18:33:32,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44783 connecting to ZooKeeper ensemble=127.0.0.1:56494 2024-11-12T18:33:32,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:32,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:32,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447830x0, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:32,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:32,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44783-0x100354509930002 connected 2024-11-12T18:33:32,778 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:33:32,779 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:33:32,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:33:32,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:32,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44783 2024-11-12T18:33:32,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44783 2024-11-12T18:33:32,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44783 2024-11-12T18:33:32,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44783 2024-11-12T18:33:32,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44783 2024-11-12T18:33:32,795 DEBUG [M:0;9911683f163c:34365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:34365 2024-11-12T18:33:32,795 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9911683f163c,34365,1731436412680 2024-11-12T18:33:32,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:32,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:32,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:32,798 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9911683f163c,34365,1731436412680 2024-11-12T18:33:32,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:32,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:32,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:32,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:32,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:32,802 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T18:33:32,803 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9911683f163c,34365,1731436412680 from backup master directory 2024-11-12T18:33:32,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:32,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:32,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9911683f163c,34365,1731436412680 2024-11-12T18:33:32,805 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:32,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:32,805 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,34365,1731436412680 2024-11-12T18:33:32,811 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/hbase.id] with ID: b0e9d09b-2ce7-4cf3-8300-9751512751dd 2024-11-12T18:33:32,811 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/.tmp/hbase.id 2024-11-12T18:33:32,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:33:32,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:33:32,820 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/.tmp/hbase.id]:[hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/hbase.id] 2024-11-12T18:33:32,837 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:32,837 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:33:32,839 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T18:33:32,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:32,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:32,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:32,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:33:32,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:33:32,851 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:33:32,852 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:33:32,852 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:32,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:33:32,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:33:32,863 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store 2024-11-12T18:33:32,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:33:32,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:33:32,873 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:32,873 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:33:32,873 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:32,873 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:32,873 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:33:32,873 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:32,873 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:32,873 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731436412873Disabling compacts and flushes for region at 1731436412873Disabling writes for close at 1731436412873Writing region close event to WAL at 1731436412873Closed at 1731436412873 2024-11-12T18:33:32,875 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/.initializing 2024-11-12T18:33:32,875 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/WALs/9911683f163c,34365,1731436412680 2024-11-12T18:33:32,876 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:32,879 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C34365%2C1731436412680, suffix=, logDir=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/WALs/9911683f163c,34365,1731436412680, archiveDir=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/oldWALs, maxLogs=10 2024-11-12T18:33:32,893 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/WALs/9911683f163c,34365,1731436412680/9911683f163c%2C34365%2C1731436412680.1731436412879, exclude list is [], retry=0 2024-11-12T18:33:32,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-2da334fe-5426-4010-9070-37cca5bd3ced,DISK] 2024-11-12T18:33:32,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42457,DS-7d3533fd-2239-49bb-8e81-485497386d1f,DISK] 2024-11-12T18:33:32,899 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/WALs/9911683f163c,34365,1731436412680/9911683f163c%2C34365%2C1731436412680.1731436412879 2024-11-12T18:33:32,899 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169),(127.0.0.1/127.0.0.1:33397:33397)] 2024-11-12T18:33:32,899 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:33:32,900 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:32,900 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:32,900 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:32,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:32,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:33:32,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:32,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:32,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:32,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:33:32,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:32,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:32,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:32,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:33:32,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:32,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:32,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:32,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:33:32,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:32,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:32,914 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:32,915 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:32,916 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:32,918 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:32,918 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:32,919 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:32,921 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:32,924 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:32,925 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71797014, jitterRate=0.06985887885093689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:32,925 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731436412900Initializing all the Stores at 1731436412901 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436412901Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436412902 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436412902Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436412902Cleaning up temporary data from old regions at 1731436412918 (+16 ms)Region opened successfully at 1731436412925 (+7 ms) 2024-11-12T18:33:32,926 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:33:32,930 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f2b35e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:32,932 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:33:32,932 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:33:32,932 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:33:32,932 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:33:32,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:33:32,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:33:32,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:33:32,936 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:33:32,937 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T18:33:32,938 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T18:33:32,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:33:32,939 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:33:32,941 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T18:33:32,941 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:33:32,942 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:33:32,944 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T18:33:32,945 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:33:32,947 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T18:33:32,949 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:33:32,951 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T18:33:32,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:32,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:32,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:32,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:32,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:32,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:32,955 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,34365,1731436412680, sessionid=0x100354509930000, setting cluster-up flag (Was=false) 2024-11-12T18:33:32,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:32,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:32,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:32,966 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T18:33:32,968 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,34365,1731436412680 2024-11-12T18:33:32,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:32,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:32,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:32,978 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T18:33:32,979 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,34365,1731436412680 2024-11-12T18:33:32,981 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:33:32,983 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:32,983 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:33:32,984 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:33:32,984 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,34365,1731436412680 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:33:32,984 INFO [RS:0;9911683f163c:40405 {}] regionserver.HRegionServer(746): ClusterId : b0e9d09b-2ce7-4cf3-8300-9751512751dd 2024-11-12T18:33:32,984 INFO [RS:1;9911683f163c:44783 {}] regionserver.HRegionServer(746): ClusterId : b0e9d09b-2ce7-4cf3-8300-9751512751dd 2024-11-12T18:33:32,984 DEBUG [RS:0;9911683f163c:40405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:33:32,985 DEBUG [RS:1;9911683f163c:44783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:33:32,987 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:32,987 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:32,987 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:32,987 DEBUG [RS:0;9911683f163c:40405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:33:32,987 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:32,987 DEBUG [RS:0;9911683f163c:40405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:33:32,987 DEBUG [RS:1;9911683f163c:44783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:33:32,987 DEBUG [RS:1;9911683f163c:44783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:33:32,987 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:33:32,987 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:32,987 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:32,988 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:32,990 DEBUG [RS:1;9911683f163c:44783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:33:32,990 DEBUG [RS:0;9911683f163c:40405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:33:32,990 DEBUG [RS:1;9911683f163c:44783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1452b86a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:32,990 DEBUG [RS:0;9911683f163c:40405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fde59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:32,993 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:32,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:33:32,995 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:32,995 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:33:32,999 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731436442999 2024-11-12T18:33:33,000 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:33:33,000 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:33:33,000 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:33:33,000 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:33:33,000 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:33:33,000 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:33:33,002 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,005 DEBUG [RS:1;9911683f163c:44783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9911683f163c:44783 2024-11-12T18:33:33,005 DEBUG [RS:0;9911683f163c:40405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:40405 2024-11-12T18:33:33,005 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:33:33,005 INFO [RS:1;9911683f163c:44783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:33:33,005 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:33:33,005 INFO [RS:1;9911683f163c:44783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:33:33,005 INFO [RS:0;9911683f163c:40405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:33:33,005 DEBUG [RS:1;9911683f163c:44783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:33:33,005 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:33:33,005 INFO [RS:0;9911683f163c:40405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:33:33,005 DEBUG [RS:0;9911683f163c:40405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:33:33,006 INFO [RS:1;9911683f163c:44783 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,34365,1731436412680 with port=44783, startcode=1731436412766 2024-11-12T18:33:33,006 INFO [RS:0;9911683f163c:40405 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,34365,1731436412680 with port=40405, startcode=1731436412734 2024-11-12T18:33:33,006 DEBUG [RS:1;9911683f163c:44783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:33:33,006 DEBUG [RS:0;9911683f163c:40405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:33:33,011 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:33:33,011 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:33:33,011 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436413011,5,FailOnTimeoutGroup] 2024-11-12T18:33:33,012 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:33:33,012 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436413012,5,FailOnTimeoutGroup] 2024-11-12T18:33:33,012 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,012 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:33:33,013 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,013 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,013 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:33:33,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34365 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,40405,1731436412734 2024-11-12T18:33:33,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34365 {}] master.ServerManager(517): Registering regionserver=9911683f163c,40405,1731436412734 2024-11-12T18:33:33,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:33:33,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:33:33,016 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34365 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,44783,1731436412766 2024-11-12T18:33:33,016 DEBUG [RS:0;9911683f163c:40405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1 2024-11-12T18:33:33,016 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34365 {}] master.ServerManager(517): Registering regionserver=9911683f163c,44783,1731436412766 2024-11-12T18:33:33,016 DEBUG [RS:0;9911683f163c:40405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41527 2024-11-12T18:33:33,016 DEBUG [RS:0;9911683f163c:40405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:33:33,017 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:33:33,017 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1 2024-11-12T18:33:33,018 DEBUG [RS:1;9911683f163c:44783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1 2024-11-12T18:33:33,018 DEBUG [RS:1;9911683f163c:44783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41527 2024-11-12T18:33:33,018 DEBUG [RS:1;9911683f163c:44783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:33:33,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:33,024 DEBUG [RS:0;9911683f163c:40405 {}] zookeeper.ZKUtil(111): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,40405,1731436412734 2024-11-12T18:33:33,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,40405,1731436412734] 2024-11-12T18:33:33,025 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,44783,1731436412766] 2024-11-12T18:33:33,025 WARN [RS:0;9911683f163c:40405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:33,025 INFO [RS:0;9911683f163c:40405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:33,025 DEBUG [RS:1;9911683f163c:44783 {}] zookeeper.ZKUtil(111): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,44783,1731436412766 2024-11-12T18:33:33,025 DEBUG [RS:0;9911683f163c:40405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/WALs/9911683f163c,40405,1731436412734 2024-11-12T18:33:33,025 WARN [RS:1;9911683f163c:44783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:33,025 INFO [RS:1;9911683f163c:44783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:33,025 DEBUG [RS:1;9911683f163c:44783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/WALs/9911683f163c,44783,1731436412766 2024-11-12T18:33:33,031 INFO [RS:0;9911683f163c:40405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:33:33,031 INFO [RS:1;9911683f163c:44783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:33:33,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:33:33,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:33:33,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:33,037 INFO [RS:0;9911683f163c:40405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:33:33,037 INFO [RS:1;9911683f163c:44783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:33:33,041 INFO [RS:0;9911683f163c:40405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:33:33,041 INFO [RS:0;9911683f163c:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:33:33,041 INFO [RS:1;9911683f163c:44783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:33:33,041 INFO [RS:0;9911683f163c:40405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:33:33,041 INFO [RS:1;9911683f163c:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,042 INFO [RS:0;9911683f163c:40405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:33:33,042 INFO [RS:0;9911683f163c:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,043 DEBUG [RS:0;9911683f163c:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,043 DEBUG [RS:0;9911683f163c:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,043 DEBUG [RS:0;9911683f163c:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,043 DEBUG [RS:0;9911683f163c:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,043 DEBUG [RS:0;9911683f163c:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,043 DEBUG [RS:0;9911683f163c:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:33,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:33:33,043 DEBUG [RS:0;9911683f163c:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,043 DEBUG [RS:0;9911683f163c:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:33,043 DEBUG [RS:0;9911683f163c:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,044 DEBUG [RS:0;9911683f163c:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,044 DEBUG [RS:0;9911683f163c:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,044 DEBUG [RS:0;9911683f163c:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,044 DEBUG [RS:0;9911683f163c:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:33,044 DEBUG [RS:0;9911683f163c:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:33,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:33,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:33:33,044 INFO [RS:1;9911683f163c:44783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:33:33,045 INFO [RS:1;9911683f163c:44783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:33:33,046 INFO [RS:1;9911683f163c:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,046 DEBUG [RS:1;9911683f163c:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,046 DEBUG [RS:1;9911683f163c:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,046 DEBUG [RS:1;9911683f163c:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,046 DEBUG [RS:1;9911683f163c:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,046 DEBUG [RS:1;9911683f163c:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,046 DEBUG [RS:1;9911683f163c:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:33,046 DEBUG [RS:1;9911683f163c:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,046 DEBUG [RS:1;9911683f163c:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,046 DEBUG [RS:1;9911683f163c:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,046 DEBUG [RS:1;9911683f163c:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,046 DEBUG [RS:1;9911683f163c:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:33:33,046 DEBUG [RS:1;9911683f163c:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:33,046 DEBUG [RS:1;9911683f163c:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:33,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:33,047 DEBUG [RS:1;9911683f163c:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:33,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:33,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:33:33,048 INFO [RS:0;9911683f163c:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,048 INFO [RS:0;9911683f163c:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,049 INFO [RS:0;9911683f163c:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,049 INFO [RS:0;9911683f163c:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,049 INFO [RS:0;9911683f163c:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,049 INFO [RS:0;9911683f163c:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,40405,1731436412734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:33,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:33:33,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:33,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:33,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:33:33,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:33:33,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:33,052 INFO [RS:1;9911683f163c:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,053 INFO [RS:1;9911683f163c:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,053 INFO [RS:1;9911683f163c:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,053 INFO [RS:1;9911683f163c:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,053 INFO [RS:1;9911683f163c:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,053 INFO [RS:1;9911683f163c:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44783,1731436412766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:33,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:33,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:33:33,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740 2024-11-12T18:33:33,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740 2024-11-12T18:33:33,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:33:33,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:33:33,057 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:33,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:33:33,062 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:33,062 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60393436, jitterRate=-0.10006767511367798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:33,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731436413036Initializing all the Stores at 1731436413038 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436413038Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436413041 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436413041Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436413041Cleaning up temporary data from old regions at 1731436413057 (+16 ms)Region opened successfully at 1731436413063 (+6 ms) 2024-11-12T18:33:33,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:33:33,063 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:33:33,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:33:33,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:33:33,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:33:33,067 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:33,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731436413063Disabling compacts and flushes for region at 1731436413063Disabling writes for close at 1731436413063Writing region close event to WAL at 1731436413067 (+4 ms)Closed at 1731436413067 2024-11-12T18:33:33,069 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:33,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:33:33,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:33:33,071 INFO [RS:1;9911683f163c:44783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:33:33,071 INFO [RS:1;9911683f163c:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44783,1731436412766-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,071 INFO [RS:1;9911683f163c:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,071 INFO [RS:1;9911683f163c:44783 {}] regionserver.Replication(171): 9911683f163c,44783,1731436412766 started 2024-11-12T18:33:33,072 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:33:33,073 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:33:33,076 INFO [RS:0;9911683f163c:40405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:33:33,076 INFO [RS:0;9911683f163c:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,40405,1731436412734-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,076 INFO [RS:0;9911683f163c:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,076 INFO [RS:0;9911683f163c:40405 {}] regionserver.Replication(171): 9911683f163c,40405,1731436412734 started 2024-11-12T18:33:33,090 INFO [RS:1;9911683f163c:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,090 INFO [RS:1;9911683f163c:44783 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,44783,1731436412766, RpcServer on 9911683f163c/172.17.0.3:44783, sessionid=0x100354509930002 2024-11-12T18:33:33,090 DEBUG [RS:1;9911683f163c:44783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:33:33,090 DEBUG [RS:1;9911683f163c:44783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,44783,1731436412766 2024-11-12T18:33:33,090 DEBUG [RS:1;9911683f163c:44783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,44783,1731436412766' 2024-11-12T18:33:33,090 DEBUG [RS:1;9911683f163c:44783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:33:33,091 DEBUG [RS:1;9911683f163c:44783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:33:33,091 INFO [RS:0;9911683f163c:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,091 INFO [RS:0;9911683f163c:40405 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,40405,1731436412734, RpcServer on 9911683f163c/172.17.0.3:40405, sessionid=0x100354509930001 2024-11-12T18:33:33,091 DEBUG [RS:0;9911683f163c:40405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:33:33,091 DEBUG [RS:0;9911683f163c:40405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,40405,1731436412734 2024-11-12T18:33:33,091 DEBUG [RS:0;9911683f163c:40405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,40405,1731436412734' 2024-11-12T18:33:33,091 DEBUG [RS:1;9911683f163c:44783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:33:33,092 DEBUG [RS:0;9911683f163c:40405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:33:33,092 DEBUG [RS:1;9911683f163c:44783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:33:33,092 DEBUG [RS:1;9911683f163c:44783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,44783,1731436412766 2024-11-12T18:33:33,092 DEBUG [RS:1;9911683f163c:44783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,44783,1731436412766' 2024-11-12T18:33:33,092 DEBUG [RS:1;9911683f163c:44783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:33:33,092 DEBUG [RS:0;9911683f163c:40405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:33:33,092 DEBUG [RS:1;9911683f163c:44783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:33:33,093 DEBUG [RS:0;9911683f163c:40405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:33:33,093 DEBUG [RS:0;9911683f163c:40405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:33:33,093 DEBUG [RS:0;9911683f163c:40405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,40405,1731436412734 2024-11-12T18:33:33,093 DEBUG [RS:1;9911683f163c:44783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:33:33,093 DEBUG [RS:0;9911683f163c:40405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,40405,1731436412734' 2024-11-12T18:33:33,093 DEBUG [RS:0;9911683f163c:40405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:33:33,093 INFO [RS:1;9911683f163c:44783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:33:33,093 INFO [RS:1;9911683f163c:44783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:33:33,093 DEBUG [RS:0;9911683f163c:40405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:33:33,094 DEBUG [RS:0;9911683f163c:40405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:33:33,094 INFO [RS:0;9911683f163c:40405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:33:33,094 INFO [RS:0;9911683f163c:40405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:33:33,194 INFO [RS:1;9911683f163c:44783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:33,194 INFO [RS:0;9911683f163c:40405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:33,196 INFO [RS:1;9911683f163c:44783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C44783%2C1731436412766, suffix=, logDir=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/WALs/9911683f163c,44783,1731436412766, archiveDir=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/oldWALs, maxLogs=32 2024-11-12T18:33:33,196 INFO [RS:0;9911683f163c:40405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C40405%2C1731436412734, suffix=, logDir=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/WALs/9911683f163c,40405,1731436412734, archiveDir=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/oldWALs, maxLogs=32 2024-11-12T18:33:33,212 DEBUG [RS:1;9911683f163c:44783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/WALs/9911683f163c,44783,1731436412766/9911683f163c%2C44783%2C1731436412766.1731436413198, exclude list is [], retry=0 2024-11-12T18:33:33,214 DEBUG [RS:0;9911683f163c:40405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/WALs/9911683f163c,40405,1731436412734/9911683f163c%2C40405%2C1731436412734.1731436413199, exclude list is [], retry=0 2024-11-12T18:33:33,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42457,DS-7d3533fd-2239-49bb-8e81-485497386d1f,DISK] 2024-11-12T18:33:33,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-2da334fe-5426-4010-9070-37cca5bd3ced,DISK] 2024-11-12T18:33:33,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42457,DS-7d3533fd-2239-49bb-8e81-485497386d1f,DISK] 2024-11-12T18:33:33,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-2da334fe-5426-4010-9070-37cca5bd3ced,DISK] 2024-11-12T18:33:33,221 INFO [RS:1;9911683f163c:44783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/WALs/9911683f163c,44783,1731436412766/9911683f163c%2C44783%2C1731436412766.1731436413198 2024-11-12T18:33:33,221 INFO [RS:0;9911683f163c:40405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/WALs/9911683f163c,40405,1731436412734/9911683f163c%2C40405%2C1731436412734.1731436413199 2024-11-12T18:33:33,222 DEBUG [RS:1;9911683f163c:44783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169),(127.0.0.1/127.0.0.1:33397:33397)] 2024-11-12T18:33:33,222 DEBUG [RS:0;9911683f163c:40405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33397:33397),(127.0.0.1/127.0.0.1:44169:44169)] 2024-11-12T18:33:33,223 DEBUG [9911683f163c:34365 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:33:33,224 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,44783,1731436412766 2024-11-12T18:33:33,226 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,44783,1731436412766, state=OPENING 2024-11-12T18:33:33,227 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:33:33,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:33,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:33,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:33,230 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:33:33,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:33,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:33,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:33,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,44783,1731436412766}] 2024-11-12T18:33:33,385 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:33,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:33,392 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:33:33,393 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:33,393 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:33:33,396 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C44783%2C1731436412766.meta, suffix=.meta, logDir=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/WALs/9911683f163c,44783,1731436412766, archiveDir=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/oldWALs, maxLogs=32 2024-11-12T18:33:33,418 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/WALs/9911683f163c,44783,1731436412766/9911683f163c%2C44783%2C1731436412766.meta.1731436413397.meta, exclude list is [], retry=0 2024-11-12T18:33:33,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-2da334fe-5426-4010-9070-37cca5bd3ced,DISK] 2024-11-12T18:33:33,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42457,DS-7d3533fd-2239-49bb-8e81-485497386d1f,DISK] 2024-11-12T18:33:33,424 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/WALs/9911683f163c,44783,1731436412766/9911683f163c%2C44783%2C1731436412766.meta.1731436413397.meta 2024-11-12T18:33:33,424 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33397:33397),(127.0.0.1/127.0.0.1:44169:44169)] 2024-11-12T18:33:33,424 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:33:33,425 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:33:33,425 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:33:33,425 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:33:33,425 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:33:33,425 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:33,425 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:33:33,425 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:33:33,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:33:33,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:33:33,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:33,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:33,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:33:33,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:33:33,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:33,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:33,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:33:33,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:33:33,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:33,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:33,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:33:33,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:33:33,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:33,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:33,436 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:33:33,437 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740 2024-11-12T18:33:33,438 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740 2024-11-12T18:33:33,440 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:33:33,440 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:33:33,441 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:33,443 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:33:33,444 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74797011, jitterRate=0.11456231772899628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:33,444 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:33:33,445 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731436413425Writing region info on filesystem at 1731436413426 (+1 ms)Initializing all the Stores at 1731436413427 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436413427Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436413427Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436413427Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436413427Cleaning up temporary data from old regions at 1731436413440 (+13 ms)Running coprocessor post-open hooks at 1731436413444 (+4 ms)Region opened successfully at 1731436413444 2024-11-12T18:33:33,446 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731436413384 2024-11-12T18:33:33,449 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:33:33,449 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:33:33,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,44783,1731436412766 2024-11-12T18:33:33,452 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,44783,1731436412766, state=OPEN 2024-11-12T18:33:33,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:33,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:33,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:33,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:33,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:33,454 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,44783,1731436412766 2024-11-12T18:33:33,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:33,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:33:33,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,44783,1731436412766 in 224 msec 2024-11-12T18:33:33,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:33:33,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-11-12T18:33:33,462 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:33,462 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:33:33,464 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:33:33,464 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,44783,1731436412766, seqNum=-1] 2024-11-12T18:33:33,465 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:33,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:33,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 490 msec 2024-11-12T18:33:33,474 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731436413474, completionTime=-1 2024-11-12T18:33:33,474 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T18:33:33,475 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:33:33,477 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T18:33:33,477 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731436473477 2024-11-12T18:33:33,477 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731436533477 2024-11-12T18:33:33,477 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T18:33:33,478 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34365,1731436412680-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,478 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34365,1731436412680-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,478 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34365,1731436412680-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,478 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:34365, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,478 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,478 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,481 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:33:33,483 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.678sec 2024-11-12T18:33:33,483 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:33:33,483 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:33:33,483 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:33:33,483 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:33:33,483 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:33:33,484 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34365,1731436412680-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:33,484 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34365,1731436412680-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:33:33,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e468777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:33,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34365,-1 for getting cluster id 2024-11-12T18:33:33,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:33:33,486 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0e9d09b-2ce7-4cf3-8300-9751512751dd' 2024-11-12T18:33:33,487 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:33:33,487 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:33:33,487 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:33:33,487 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34365,1731436412680-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:33,487 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0e9d09b-2ce7-4cf3-8300-9751512751dd" 2024-11-12T18:33:33,488 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4859ea65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:33,488 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34365,-1] 2024-11-12T18:33:33,488 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:33:33,489 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:33,490 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:33:33,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562db971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:33,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:33:33,493 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,44783,1731436412766, seqNum=-1] 2024-11-12T18:33:33,493 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:33,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:33,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,34365,1731436412680 2024-11-12T18:33:33,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:33:33,498 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,34365,1731436412680 2024-11-12T18:33:33,499 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36dbbb48 2024-11-12T18:33:33,499 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:33:33,501 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:33:33,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34365 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:33:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34365 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T18:33:33,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:33:33,505 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:33,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34365 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T18:33:33,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:33:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:33,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741836_1012 (size=379) 2024-11-12T18:33:33,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741836_1012 (size=379) 2024-11-12T18:33:33,518 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d575ea7fb1a3954daadcf8f44deb60c, NAME => 'testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1 2024-11-12T18:33:33,518 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9cb0c9f53340cd1c12e07712b2a92c74, NAME => 'testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1 2024-11-12T18:33:33,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741838_1014 (size=61) 2024-11-12T18:33:33,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741837_1013 (size=61) 2024-11-12T18:33:33,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741838_1014 (size=61) 2024-11-12T18:33:33,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741837_1013 (size=61) 2024-11-12T18:33:33,532 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:33,532 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 9cb0c9f53340cd1c12e07712b2a92c74, disabling compactions & flushes 2024-11-12T18:33:33,532 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74. 2024-11-12T18:33:33,532 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74. 2024-11-12T18:33:33,532 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74. after waiting 0 ms 2024-11-12T18:33:33,533 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74. 2024-11-12T18:33:33,533 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74. 2024-11-12T18:33:33,533 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9cb0c9f53340cd1c12e07712b2a92c74: Waiting for close lock at 1731436413532Disabling compacts and flushes for region at 1731436413532Disabling writes for close at 1731436413533 (+1 ms)Writing region close event to WAL at 1731436413533Closed at 1731436413533 2024-11-12T18:33:33,533 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:33,533 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 3d575ea7fb1a3954daadcf8f44deb60c, disabling compactions & flushes 2024-11-12T18:33:33,533 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c. 2024-11-12T18:33:33,533 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c. 2024-11-12T18:33:33,533 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c. after waiting 0 ms 2024-11-12T18:33:33,533 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c. 2024-11-12T18:33:33,533 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c. 2024-11-12T18:33:33,533 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d575ea7fb1a3954daadcf8f44deb60c: Waiting for close lock at 1731436413533Disabling compacts and flushes for region at 1731436413533Disabling writes for close at 1731436413533Writing region close event to WAL at 1731436413533Closed at 1731436413533 2024-11-12T18:33:33,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:33:33,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731436413535"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731436413535"}]},"ts":"1731436413535"} 2024-11-12T18:33:33,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731436413535"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731436413535"}]},"ts":"1731436413535"} 2024-11-12T18:33:33,540 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T18:33:33,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:33:33,542 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731436413541"}]},"ts":"1731436413541"} 2024-11-12T18:33:33,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T18:33:33,545 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9911683f163c=0} racks are {/default-rack=0} 2024-11-12T18:33:33,547 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:33:33,547 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:33:33,547 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:33:33,547 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:33:33,547 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:33:33,547 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:33:33,547 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:33:33,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d575ea7fb1a3954daadcf8f44deb60c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9cb0c9f53340cd1c12e07712b2a92c74, ASSIGN}] 2024-11-12T18:33:33,549 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9cb0c9f53340cd1c12e07712b2a92c74, ASSIGN 2024-11-12T18:33:33,549 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d575ea7fb1a3954daadcf8f44deb60c, ASSIGN 2024-11-12T18:33:33,550 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9cb0c9f53340cd1c12e07712b2a92c74, ASSIGN; state=OFFLINE, location=9911683f163c,40405,1731436412734; forceNewPlan=false, retain=false 2024-11-12T18:33:33,550 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d575ea7fb1a3954daadcf8f44deb60c, ASSIGN; state=OFFLINE, location=9911683f163c,44783,1731436412766; forceNewPlan=false, retain=false 2024-11-12T18:33:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:33,701 INFO [9911683f163c:34365 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T18:33:33,701 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d575ea7fb1a3954daadcf8f44deb60c, regionState=OPENING, regionLocation=9911683f163c,44783,1731436412766 2024-11-12T18:33:33,701 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9cb0c9f53340cd1c12e07712b2a92c74, regionState=OPENING, regionLocation=9911683f163c,40405,1731436412734 2024-11-12T18:33:33,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d575ea7fb1a3954daadcf8f44deb60c, ASSIGN because future has completed 2024-11-12T18:33:33,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d575ea7fb1a3954daadcf8f44deb60c, server=9911683f163c,44783,1731436412766}] 2024-11-12T18:33:33,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9cb0c9f53340cd1c12e07712b2a92c74, ASSIGN because future has completed 2024-11-12T18:33:33,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cb0c9f53340cd1c12e07712b2a92c74, server=9911683f163c,40405,1731436412734}] 2024-11-12T18:33:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:33,861 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:33,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:33,864 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c. 2024-11-12T18:33:33,864 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d575ea7fb1a3954daadcf8f44deb60c, NAME => 'testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T18:33:33,865 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3d575ea7fb1a3954daadcf8f44deb60c 2024-11-12T18:33:33,865 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:33,865 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3d575ea7fb1a3954daadcf8f44deb60c 2024-11-12T18:33:33,865 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3d575ea7fb1a3954daadcf8f44deb60c 2024-11-12T18:33:33,867 INFO [StoreOpener-3d575ea7fb1a3954daadcf8f44deb60c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3d575ea7fb1a3954daadcf8f44deb60c 2024-11-12T18:33:33,868 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74. 2024-11-12T18:33:33,868 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 9cb0c9f53340cd1c12e07712b2a92c74, NAME => 'testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T18:33:33,869 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9cb0c9f53340cd1c12e07712b2a92c74 2024-11-12T18:33:33,869 INFO [StoreOpener-3d575ea7fb1a3954daadcf8f44deb60c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d575ea7fb1a3954daadcf8f44deb60c columnFamilyName family 2024-11-12T18:33:33,869 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:33,869 DEBUG [StoreOpener-3d575ea7fb1a3954daadcf8f44deb60c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:33,869 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 9cb0c9f53340cd1c12e07712b2a92c74 2024-11-12T18:33:33,869 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 9cb0c9f53340cd1c12e07712b2a92c74 2024-11-12T18:33:33,870 INFO [StoreOpener-3d575ea7fb1a3954daadcf8f44deb60c-1 {}] regionserver.HStore(327): Store=3d575ea7fb1a3954daadcf8f44deb60c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:33,870 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3d575ea7fb1a3954daadcf8f44deb60c 2024-11-12T18:33:33,871 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/3d575ea7fb1a3954daadcf8f44deb60c 2024-11-12T18:33:33,871 INFO [StoreOpener-9cb0c9f53340cd1c12e07712b2a92c74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9cb0c9f53340cd1c12e07712b2a92c74 2024-11-12T18:33:33,871 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/3d575ea7fb1a3954daadcf8f44deb60c 2024-11-12T18:33:33,872 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3d575ea7fb1a3954daadcf8f44deb60c 2024-11-12T18:33:33,872 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3d575ea7fb1a3954daadcf8f44deb60c 2024-11-12T18:33:33,873 INFO [StoreOpener-9cb0c9f53340cd1c12e07712b2a92c74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cb0c9f53340cd1c12e07712b2a92c74 columnFamilyName family 2024-11-12T18:33:33,873 DEBUG [StoreOpener-9cb0c9f53340cd1c12e07712b2a92c74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:33,873 INFO [StoreOpener-9cb0c9f53340cd1c12e07712b2a92c74-1 {}] regionserver.HStore(327): Store=9cb0c9f53340cd1c12e07712b2a92c74/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:33,874 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 9cb0c9f53340cd1c12e07712b2a92c74 2024-11-12T18:33:33,874 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3d575ea7fb1a3954daadcf8f44deb60c 2024-11-12T18:33:33,875 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/9cb0c9f53340cd1c12e07712b2a92c74 2024-11-12T18:33:33,875 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/9cb0c9f53340cd1c12e07712b2a92c74 2024-11-12T18:33:33,876 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 9cb0c9f53340cd1c12e07712b2a92c74 2024-11-12T18:33:33,876 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 9cb0c9f53340cd1c12e07712b2a92c74 2024-11-12T18:33:33,877 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/3d575ea7fb1a3954daadcf8f44deb60c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:33,877 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 3d575ea7fb1a3954daadcf8f44deb60c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60732180, jitterRate=-0.09501999616622925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:33:33,878 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d575ea7fb1a3954daadcf8f44deb60c 2024-11-12T18:33:33,878 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 9cb0c9f53340cd1c12e07712b2a92c74 2024-11-12T18:33:33,878 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3d575ea7fb1a3954daadcf8f44deb60c: Running coprocessor pre-open hook at 1731436413865Writing region info on filesystem at 1731436413865Initializing all the Stores at 1731436413867 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436413867Cleaning up temporary data from old regions at 1731436413872 (+5 ms)Running coprocessor post-open hooks at 1731436413878 (+6 ms)Region opened successfully at 1731436413878 2024-11-12T18:33:33,880 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c., pid=7, masterSystemTime=1731436413859 2024-11-12T18:33:33,881 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/9cb0c9f53340cd1c12e07712b2a92c74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:33,882 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 9cb0c9f53340cd1c12e07712b2a92c74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62362835, jitterRate=-0.0707213431596756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:33:33,882 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9cb0c9f53340cd1c12e07712b2a92c74 2024-11-12T18:33:33,882 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 9cb0c9f53340cd1c12e07712b2a92c74: Running coprocessor pre-open hook at 1731436413869Writing region info on filesystem at 1731436413869Initializing all the Stores at 1731436413871 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436413871Cleaning up temporary data from old regions at 1731436413876 (+5 ms)Running coprocessor post-open hooks at 1731436413882 (+6 ms)Region opened successfully at 1731436413882 2024-11-12T18:33:33,883 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74., pid=8, masterSystemTime=1731436413861 2024-11-12T18:33:33,883 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c. 2024-11-12T18:33:33,883 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c. 2024-11-12T18:33:33,884 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d575ea7fb1a3954daadcf8f44deb60c, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,44783,1731436412766 2024-11-12T18:33:33,886 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74. 2024-11-12T18:33:33,886 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74. 2024-11-12T18:33:33,888 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9cb0c9f53340cd1c12e07712b2a92c74, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,40405,1731436412734 2024-11-12T18:33:33,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d575ea7fb1a3954daadcf8f44deb60c, server=9911683f163c,44783,1731436412766 because future has completed 2024-11-12T18:33:33,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cb0c9f53340cd1c12e07712b2a92c74, server=9911683f163c,40405,1731436412734 because future has completed 2024-11-12T18:33:33,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-12T18:33:33,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d575ea7fb1a3954daadcf8f44deb60c, server=9911683f163c,44783,1731436412766 in 184 msec 2024-11-12T18:33:33,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-12T18:33:33,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d575ea7fb1a3954daadcf8f44deb60c, ASSIGN in 348 msec 2024-11-12T18:33:33,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9cb0c9f53340cd1c12e07712b2a92c74, server=9911683f163c,40405,1731436412734 in 187 msec 2024-11-12T18:33:33,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-12T18:33:33,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9cb0c9f53340cd1c12e07712b2a92c74, ASSIGN in 351 msec 2024-11-12T18:33:33,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:33:33,903 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731436413902"}]},"ts":"1731436413902"} 2024-11-12T18:33:33,906 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T18:33:33,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:33:33,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 405 msec 2024-11-12T18:33:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:34,139 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T18:33:34,139 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T18:33:34,140 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:33:34,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T18:33:34,144 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:33:34,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T18:33:34,148 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c., hostname=9911683f163c,44783,1731436412766, seqNum=2] 2024-11-12T18:33:34,167 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74., hostname=9911683f163c,40405,1731436412734, seqNum=2] 2024-11-12T18:33:34,168 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:34,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:34,183 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9cb0c9f53340cd1c12e07712b2a92c74 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T18:33:34,210 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/9cb0c9f53340cd1c12e07712b2a92c74/.tmp/family/32017785ae9b477787a1ab3923be4188 is 32, key is 5/family:/1731436414171/Put/seqid=0 2024-11-12T18:33:34,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741839_1015 (size=5083) 2024-11-12T18:33:34,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741839_1015 (size=5083) 2024-11-12T18:33:34,218 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/9cb0c9f53340cd1c12e07712b2a92c74/.tmp/family/32017785ae9b477787a1ab3923be4188 2024-11-12T18:33:34,227 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/9cb0c9f53340cd1c12e07712b2a92c74/.tmp/family/32017785ae9b477787a1ab3923be4188 as hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/9cb0c9f53340cd1c12e07712b2a92c74/family/32017785ae9b477787a1ab3923be4188 2024-11-12T18:33:34,237 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/9cb0c9f53340cd1c12e07712b2a92c74/family/32017785ae9b477787a1ab3923be4188, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T18:33:34,239 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9cb0c9f53340cd1c12e07712b2a92c74 in 56ms, sequenceid=9, compaction requested=false 2024-11-12T18:33:34,239 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9cb0c9f53340cd1c12e07712b2a92c74: 2024-11-12T18:33:34,239 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3d575ea7fb1a3954daadcf8f44deb60c 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T18:33:34,259 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/3d575ea7fb1a3954daadcf8f44deb60c/.tmp/family/158f19ef5a5c4bffa80f4a16cfbd9d4d is 32, key is 1/family:/1731436414150/Put/seqid=0 2024-11-12T18:33:34,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741840_1016 (size=5054) 2024-11-12T18:33:34,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741840_1016 (size=5054) 2024-11-12T18:33:34,267 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/3d575ea7fb1a3954daadcf8f44deb60c/.tmp/family/158f19ef5a5c4bffa80f4a16cfbd9d4d 2024-11-12T18:33:34,276 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/3d575ea7fb1a3954daadcf8f44deb60c/.tmp/family/158f19ef5a5c4bffa80f4a16cfbd9d4d as hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/3d575ea7fb1a3954daadcf8f44deb60c/family/158f19ef5a5c4bffa80f4a16cfbd9d4d 2024-11-12T18:33:34,286 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/3d575ea7fb1a3954daadcf8f44deb60c/family/158f19ef5a5c4bffa80f4a16cfbd9d4d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T18:33:34,287 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3d575ea7fb1a3954daadcf8f44deb60c in 48ms, sequenceid=8, compaction requested=false 2024-11-12T18:33:34,287 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3d575ea7fb1a3954daadcf8f44deb60c: 2024-11-12T18:33:34,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:33:34,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:33:34,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:34,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:34,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:34,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:33:34,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1192028978, stopped=false 2024-11-12T18:33:34,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:33:34,294 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,34365,1731436412680 2024-11-12T18:33:34,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:34,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:34,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:34,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:34,297 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:33:34,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:34,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:34,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:33:34,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:34,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:34,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:34,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:34,298 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,40405,1731436412734' ***** 2024-11-12T18:33:34,298 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:33:34,298 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,44783,1731436412766' ***** 2024-11-12T18:33:34,298 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:33:34,299 INFO [RS:0;9911683f163c:40405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:33:34,299 INFO [RS:0;9911683f163c:40405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:33:34,299 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:33:34,299 INFO [RS:1;9911683f163c:44783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:33:34,299 INFO [RS:0;9911683f163c:40405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:33:34,299 INFO [RS:1;9911683f163c:44783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:33:34,299 INFO [RS:0;9911683f163c:40405 {}] regionserver.HRegionServer(3091): Received CLOSE for 9cb0c9f53340cd1c12e07712b2a92c74 2024-11-12T18:33:34,299 INFO [RS:1;9911683f163c:44783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:33:34,299 INFO [RS:1;9911683f163c:44783 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d575ea7fb1a3954daadcf8f44deb60c 2024-11-12T18:33:34,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:34,299 INFO [RS:0;9911683f163c:40405 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,40405,1731436412734 2024-11-12T18:33:34,299 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:33:34,299 INFO [RS:0;9911683f163c:40405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:34,299 INFO [RS:1;9911683f163c:44783 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,44783,1731436412766 2024-11-12T18:33:34,299 INFO [RS:1;9911683f163c:44783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:34,299 INFO [RS:0;9911683f163c:40405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:40405. 2024-11-12T18:33:34,300 INFO [RS:1;9911683f163c:44783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9911683f163c:44783. 2024-11-12T18:33:34,300 DEBUG [RS:0;9911683f163c:40405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:34,300 DEBUG [RS:1;9911683f163c:44783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:34,300 DEBUG [RS:0;9911683f163c:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:34,300 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d575ea7fb1a3954daadcf8f44deb60c, disabling compactions & flushes 2024-11-12T18:33:34,300 DEBUG [RS:1;9911683f163c:44783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:34,300 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c. 2024-11-12T18:33:34,300 INFO [RS:0;9911683f163c:40405 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:33:34,300 INFO [RS:1;9911683f163c:44783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:33:34,300 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c. 2024-11-12T18:33:34,300 DEBUG [RS:0;9911683f163c:40405 {}] regionserver.HRegionServer(1325): Online Regions={9cb0c9f53340cd1c12e07712b2a92c74=testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74.} 2024-11-12T18:33:34,300 INFO [RS:1;9911683f163c:44783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:33:34,300 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c. after waiting 0 ms 2024-11-12T18:33:34,300 INFO [RS:1;9911683f163c:44783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:33:34,300 DEBUG [RS:0;9911683f163c:40405 {}] regionserver.HRegionServer(1351): Waiting on 9cb0c9f53340cd1c12e07712b2a92c74 2024-11-12T18:33:34,300 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c. 2024-11-12T18:33:34,300 INFO [RS:1;9911683f163c:44783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:33:34,300 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9cb0c9f53340cd1c12e07712b2a92c74, disabling compactions & flushes 2024-11-12T18:33:34,300 INFO [RS:1;9911683f163c:44783 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T18:33:34,300 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74. 2024-11-12T18:33:34,301 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74. 2024-11-12T18:33:34,301 DEBUG [RS:1;9911683f163c:44783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3d575ea7fb1a3954daadcf8f44deb60c=testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c.} 2024-11-12T18:33:34,301 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74. after waiting 0 ms 2024-11-12T18:33:34,301 DEBUG [RS:1;9911683f163c:44783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d575ea7fb1a3954daadcf8f44deb60c 2024-11-12T18:33:34,301 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74. 2024-11-12T18:33:34,301 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:33:34,301 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:33:34,301 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:33:34,301 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:33:34,301 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:33:34,301 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T18:33:34,308 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/9cb0c9f53340cd1c12e07712b2a92c74/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T18:33:34,308 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/default/testClearRegionBlockCache/3d575ea7fb1a3954daadcf8f44deb60c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T18:33:34,309 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74. 2024-11-12T18:33:34,309 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9cb0c9f53340cd1c12e07712b2a92c74: Waiting for close lock at 1731436414300Running coprocessor pre-close hooks at 1731436414300Disabling compacts and flushes for region at 1731436414300Disabling writes for close at 1731436414301 (+1 ms)Writing region close event to WAL at 1731436414301Running coprocessor post-close hooks at 1731436414308 (+7 ms)Closed at 1731436414309 (+1 ms) 2024-11-12T18:33:34,309 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74. 2024-11-12T18:33:34,309 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c. 2024-11-12T18:33:34,309 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d575ea7fb1a3954daadcf8f44deb60c: Waiting for close lock at 1731436414300Running coprocessor pre-close hooks at 1731436414300Disabling compacts and flushes for region at 1731436414300Disabling writes for close at 1731436414300Writing region close event to WAL at 1731436414301 (+1 ms)Running coprocessor post-close hooks at 1731436414309 (+8 ms)Closed at 1731436414309 2024-11-12T18:33:34,310 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731436413501.3d575ea7fb1a3954daadcf8f44deb60c. 2024-11-12T18:33:34,322 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740/.tmp/info/3384e722199848878d307876a5731767 is 173, key is testClearRegionBlockCache,5,1731436413501.9cb0c9f53340cd1c12e07712b2a92c74./info:regioninfo/1731436413887/Put/seqid=0 2024-11-12T18:33:34,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741841_1017 (size=8173) 2024-11-12T18:33:34,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741841_1017 (size=8173) 2024-11-12T18:33:34,330 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740/.tmp/info/3384e722199848878d307876a5731767 2024-11-12T18:33:34,355 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:34,355 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:34,361 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740/.tmp/ns/e79c145f6e8d48d796e89bbaa45cd0bf is 43, key is default/ns:d/1731436413467/Put/seqid=0 2024-11-12T18:33:34,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:33:34,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:33:34,371 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740/.tmp/ns/e79c145f6e8d48d796e89bbaa45cd0bf 2024-11-12T18:33:34,405 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740/.tmp/table/a7cb9f62e7fb4f86932119348537fff5 is 61, key is testClearRegionBlockCache/table:state/1731436413902/Put/seqid=0 2024-11-12T18:33:34,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741843_1019 (size=5312) 2024-11-12T18:33:34,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741843_1019 (size=5312) 2024-11-12T18:33:34,412 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740/.tmp/table/a7cb9f62e7fb4f86932119348537fff5 2024-11-12T18:33:34,423 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740/.tmp/info/3384e722199848878d307876a5731767 as hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740/info/3384e722199848878d307876a5731767 2024-11-12T18:33:34,432 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740/info/3384e722199848878d307876a5731767, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T18:33:34,434 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740/.tmp/ns/e79c145f6e8d48d796e89bbaa45cd0bf as hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740/ns/e79c145f6e8d48d796e89bbaa45cd0bf 2024-11-12T18:33:34,442 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740/ns/e79c145f6e8d48d796e89bbaa45cd0bf, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T18:33:34,444 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740/.tmp/table/a7cb9f62e7fb4f86932119348537fff5 as hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740/table/a7cb9f62e7fb4f86932119348537fff5 2024-11-12T18:33:34,452 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740/table/a7cb9f62e7fb4f86932119348537fff5, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T18:33:34,454 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=13, compaction requested=false 2024-11-12T18:33:34,460 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T18:33:34,461 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:33:34,461 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:34,461 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731436414301Running coprocessor pre-close hooks at 1731436414301Disabling compacts and flushes for region at 1731436414301Disabling writes for close at 1731436414301Obtaining lock to block concurrent updates at 1731436414301Preparing flush snapshotting stores in 1588230740 at 1731436414301Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731436414302 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731436414303 (+1 ms)Flushing 1588230740/info: creating writer at 1731436414303Flushing 1588230740/info: appending metadata at 1731436414322 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731436414322Flushing 1588230740/ns: creating writer at 1731436414340 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731436414361 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731436414361Flushing 1588230740/table: creating writer at 1731436414380 (+19 ms)Flushing 1588230740/table: appending metadata at 1731436414404 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731436414404Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50fdb300: reopening flushed file at 1731436414421 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44a5d97: reopening flushed file at 1731436414432 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76908d96: reopening flushed file at 1731436414443 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=13, compaction requested=false at 1731436414454 (+11 ms)Writing region close event to WAL at 1731436414455 (+1 ms)Running coprocessor post-close hooks at 1731436414461 (+6 ms)Closed at 1731436414461 2024-11-12T18:33:34,461 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:34,500 INFO [RS:0;9911683f163c:40405 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,40405,1731436412734; all regions closed. 2024-11-12T18:33:34,501 INFO [RS:1;9911683f163c:44783 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,44783,1731436412766; all regions closed. 2024-11-12T18:33:34,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741835_1011 (size=4338) 2024-11-12T18:33:34,505 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/WALs/9911683f163c,44783,1731436412766/9911683f163c%2C44783%2C1731436412766.meta.1731436413397.meta not finished, retry = 0 2024-11-12T18:33:34,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741834_1010 (size=1867) 2024-11-12T18:33:34,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741835_1011 (size=4338) 2024-11-12T18:33:34,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741834_1010 (size=1867) 2024-11-12T18:33:34,508 DEBUG [RS:0;9911683f163c:40405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/oldWALs 2024-11-12T18:33:34,508 INFO [RS:0;9911683f163c:40405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C40405%2C1731436412734:(num 1731436413199) 2024-11-12T18:33:34,508 DEBUG [RS:0;9911683f163c:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:34,508 INFO [RS:0;9911683f163c:40405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:34,508 INFO [RS:0;9911683f163c:40405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:34,508 INFO [RS:0;9911683f163c:40405 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:34,509 INFO [RS:0;9911683f163c:40405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:33:34,509 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:34,509 INFO [RS:0;9911683f163c:40405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:33:34,509 INFO [RS:0;9911683f163c:40405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:33:34,509 INFO [RS:0;9911683f163c:40405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:34,509 INFO [RS:0;9911683f163c:40405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40405 2024-11-12T18:33:34,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:34,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,40405,1731436412734 2024-11-12T18:33:34,512 INFO [RS:0;9911683f163c:40405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:34,513 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,40405,1731436412734] 2024-11-12T18:33:34,515 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,40405,1731436412734 already deleted, retry=false 2024-11-12T18:33:34,515 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,40405,1731436412734 expired; onlineServers=1 2024-11-12T18:33:34,608 DEBUG [RS:1;9911683f163c:44783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/oldWALs 2024-11-12T18:33:34,608 INFO [RS:1;9911683f163c:44783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C44783%2C1731436412766.meta:.meta(num 1731436413397) 2024-11-12T18:33:34,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741833_1009 (size=1758) 2024-11-12T18:33:34,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741833_1009 (size=1758) 2024-11-12T18:33:34,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:34,614 INFO [RS:0;9911683f163c:40405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:34,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x100354509930001, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:34,614 INFO [RS:0;9911683f163c:40405 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,40405,1731436412734; zookeeper connection closed. 2024-11-12T18:33:34,615 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f3896b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f3896b4 2024-11-12T18:33:34,615 DEBUG [RS:1;9911683f163c:44783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/oldWALs 2024-11-12T18:33:34,615 INFO [RS:1;9911683f163c:44783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C44783%2C1731436412766:(num 1731436413198) 2024-11-12T18:33:34,615 DEBUG [RS:1;9911683f163c:44783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:34,615 INFO [RS:1;9911683f163c:44783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:34,615 INFO [RS:1;9911683f163c:44783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:34,615 INFO [RS:1;9911683f163c:44783 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:34,615 INFO [RS:1;9911683f163c:44783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:34,616 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:34,616 INFO [RS:1;9911683f163c:44783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44783 2024-11-12T18:33:34,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,44783,1731436412766 2024-11-12T18:33:34,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:34,619 INFO [RS:1;9911683f163c:44783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:34,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,44783,1731436412766] 2024-11-12T18:33:34,624 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,44783,1731436412766 already deleted, retry=false 2024-11-12T18:33:34,624 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,44783,1731436412766 expired; onlineServers=0 2024-11-12T18:33:34,624 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,34365,1731436412680' ***** 2024-11-12T18:33:34,624 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:33:34,624 INFO [M:0;9911683f163c:34365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:34,624 INFO [M:0;9911683f163c:34365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:34,624 DEBUG [M:0;9911683f163c:34365 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:33:34,624 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:33:34,624 DEBUG [M:0;9911683f163c:34365 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:33:34,624 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436413011 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436413011,5,FailOnTimeoutGroup] 2024-11-12T18:33:34,624 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436413012 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436413012,5,FailOnTimeoutGroup] 2024-11-12T18:33:34,624 INFO [M:0;9911683f163c:34365 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:34,625 INFO [M:0;9911683f163c:34365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:34,625 DEBUG [M:0;9911683f163c:34365 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:33:34,625 INFO [M:0;9911683f163c:34365 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:33:34,625 INFO [M:0;9911683f163c:34365 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:33:34,625 INFO [M:0;9911683f163c:34365 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:33:34,625 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:33:34,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:34,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:34,627 DEBUG [M:0;9911683f163c:34365 {}] zookeeper.ZKUtil(347): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T18:33:34,627 WARN [M:0;9911683f163c:34365 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:33:34,628 INFO [M:0;9911683f163c:34365 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/.lastflushedseqids 2024-11-12T18:33:34,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741844_1020 (size=191) 2024-11-12T18:33:34,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741844_1020 (size=191) 2024-11-12T18:33:34,636 INFO [M:0;9911683f163c:34365 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:33:34,636 INFO [M:0;9911683f163c:34365 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:33:34,636 DEBUG [M:0;9911683f163c:34365 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:33:34,636 INFO [M:0;9911683f163c:34365 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:34,636 DEBUG [M:0;9911683f163c:34365 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:34,636 DEBUG [M:0;9911683f163c:34365 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:33:34,636 DEBUG [M:0;9911683f163c:34365 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:34,636 INFO [M:0;9911683f163c:34365 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-12T18:33:34,655 DEBUG [M:0;9911683f163c:34365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8e48df4c7634a6eb34232fbc5404c30 is 82, key is hbase:meta,,1/info:regioninfo/1731436413450/Put/seqid=0 2024-11-12T18:33:34,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741845_1021 (size=5672) 2024-11-12T18:33:34,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741845_1021 (size=5672) 2024-11-12T18:33:34,663 INFO [M:0;9911683f163c:34365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8e48df4c7634a6eb34232fbc5404c30 2024-11-12T18:33:34,688 DEBUG [M:0;9911683f163c:34365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5177e5b5858456f945fbed607ca7bc8 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731436413909/Put/seqid=0 2024-11-12T18:33:34,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741846_1022 (size=6220) 2024-11-12T18:33:34,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741846_1022 (size=6220) 2024-11-12T18:33:34,695 INFO [M:0;9911683f163c:34365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5177e5b5858456f945fbed607ca7bc8 2024-11-12T18:33:34,720 DEBUG [M:0;9911683f163c:34365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aca6c37fa10d433aa4953e7d7769acdd is 69, key is 9911683f163c,40405,1731436412734/rs:state/1731436413014/Put/seqid=0 2024-11-12T18:33:34,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:34,721 INFO [RS:1;9911683f163c:44783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:34,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x100354509930002, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:34,721 INFO [RS:1;9911683f163c:44783 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,44783,1731436412766; zookeeper connection closed. 2024-11-12T18:33:34,722 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f7ebe8e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f7ebe8e 2024-11-12T18:33:34,722 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T18:33:34,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741847_1023 (size=5224) 2024-11-12T18:33:34,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741847_1023 (size=5224) 2024-11-12T18:33:34,728 INFO [M:0;9911683f163c:34365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aca6c37fa10d433aa4953e7d7769acdd 2024-11-12T18:33:34,736 DEBUG [M:0;9911683f163c:34365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8e48df4c7634a6eb34232fbc5404c30 as hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8e48df4c7634a6eb34232fbc5404c30 2024-11-12T18:33:34,744 INFO [M:0;9911683f163c:34365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8e48df4c7634a6eb34232fbc5404c30, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T18:33:34,746 DEBUG [M:0;9911683f163c:34365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5177e5b5858456f945fbed607ca7bc8 as hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5177e5b5858456f945fbed607ca7bc8 2024-11-12T18:33:34,754 INFO [M:0;9911683f163c:34365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5177e5b5858456f945fbed607ca7bc8, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T18:33:34,756 DEBUG [M:0;9911683f163c:34365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aca6c37fa10d433aa4953e7d7769acdd as hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aca6c37fa10d433aa4953e7d7769acdd 2024-11-12T18:33:34,764 INFO [M:0;9911683f163c:34365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/4ac8fa45-7b14-d2c4-74d9-0b0103fc0ac1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aca6c37fa10d433aa4953e7d7769acdd, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T18:33:34,766 INFO [M:0;9911683f163c:34365 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=71, compaction requested=false 2024-11-12T18:33:34,769 INFO [M:0;9911683f163c:34365 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:34,769 DEBUG [M:0;9911683f163c:34365 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731436414636Disabling compacts and flushes for region at 1731436414636Disabling writes for close at 1731436414636Obtaining lock to block concurrent updates at 1731436414636Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731436414636Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731436414637 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731436414638 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731436414638Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731436414655 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731436414655Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731436414669 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731436414687 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731436414687Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731436414703 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731436414719 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731436414720 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d124be1: reopening flushed file at 1731436414734 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f79105: reopening flushed file at 1731436414744 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7352f758: reopening flushed file at 1731436414755 (+11 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=71, compaction requested=false at 1731436414766 (+11 ms)Writing region close event to WAL at 1731436414769 (+3 ms)Closed at 1731436414769 2024-11-12T18:33:34,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741830_1006 (size=35452) 2024-11-12T18:33:34,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741830_1006 (size=35452) 2024-11-12T18:33:34,774 INFO [M:0;9911683f163c:34365 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:33:34,774 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:34,774 INFO [M:0;9911683f163c:34365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34365 2024-11-12T18:33:34,774 INFO [M:0;9911683f163c:34365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:34,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:34,877 INFO [M:0;9911683f163c:34365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:34,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34365-0x100354509930000, quorum=127.0.0.1:56494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:34,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@143415b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:34,880 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b6199e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:34,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:34,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61dba1cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:34,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fa47658{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:34,882 WARN [BP-811982823-172.17.0.3-1731436411917 heartbeating to localhost/127.0.0.1:41527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:33:34,882 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:33:34,882 WARN [BP-811982823-172.17.0.3-1731436411917 heartbeating to localhost/127.0.0.1:41527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-811982823-172.17.0.3-1731436411917 (Datanode Uuid 9b4228f1-c70a-44a4-8bcc-1cd021af22d3) service to localhost/127.0.0.1:41527 2024-11-12T18:33:34,882 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:33:34,883 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/cluster_e3325258-bf96-f7e6-d0cc-d51fc64c1dbf/data/data3/current/BP-811982823-172.17.0.3-1731436411917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:34,883 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/cluster_e3325258-bf96-f7e6-d0cc-d51fc64c1dbf/data/data4/current/BP-811982823-172.17.0.3-1731436411917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:34,883 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:33:34,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b97664a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:34,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fd639fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:34,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:34,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28a47963{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:34,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34dabf2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:34,887 WARN [BP-811982823-172.17.0.3-1731436411917 heartbeating to localhost/127.0.0.1:41527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:33:34,887 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:33:34,887 WARN [BP-811982823-172.17.0.3-1731436411917 heartbeating to localhost/127.0.0.1:41527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-811982823-172.17.0.3-1731436411917 (Datanode Uuid 0123bf6b-108c-4c82-b827-9d58914242b6) service to localhost/127.0.0.1:41527 2024-11-12T18:33:34,887 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:33:34,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/cluster_e3325258-bf96-f7e6-d0cc-d51fc64c1dbf/data/data1/current/BP-811982823-172.17.0.3-1731436411917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:34,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/cluster_e3325258-bf96-f7e6-d0cc-d51fc64c1dbf/data/data2/current/BP-811982823-172.17.0.3-1731436411917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:34,889 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:33:34,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b7359c8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:33:34,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a9a3a0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:34,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:34,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24c579c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:34,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26eaca7a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:34,903 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:33:34,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:33:34,936 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=114 (was 85) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:41527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:41527 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:41527 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:41527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 411) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=70 (was 70), ProcessCount=11 (was 11), AvailableMemoryMB=6843 (was 6965) 2024-11-12T18:33:34,944 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=114, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=70, ProcessCount=11, AvailableMemoryMB=6843 2024-11-12T18:33:34,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/hadoop.log.dir so I do NOT create it in target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35 2024-11-12T18:33:34,959 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:33:34,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/hadoop.tmp.dir so I do NOT create it in target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35 2024-11-12T18:33:34,959 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564d75d-6e23-948b-a46a-339cbe9a99a7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:33:34,959 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35 2024-11-12T18:33:34,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:33:34,960 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/cluster_bf47594f-1918-7ecc-be50-7f6985552232, deleteOnExit=true 2024-11-12T18:33:34,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:33:34,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/test.cache.data in system properties and HBase conf 2024-11-12T18:33:34,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:33:34,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:33:34,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:33:34,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:33:34,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:33:34,961 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:33:34,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:33:34,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:33:34,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:33:34,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:33:34,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:33:34,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:33:34,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:33:34,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:33:34,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:33:34,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:33:34,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:33:34,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:33:34,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:33:34,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:33:35,038 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T18:33:35,046 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:35,083 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:35,087 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:35,087 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:35,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:35,117 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:35,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:35,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:35,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:33:35,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:35,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@198531dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:35,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc2ed0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:35,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39896500{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/java.io.tmpdir/jetty-localhost-39355-hadoop-hdfs-3_4_1-tests_jar-_-any-3567061667519919207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:33:35,238 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34f72eec{HTTP/1.1, (http/1.1)}{localhost:39355} 2024-11-12T18:33:35,238 INFO [Time-limited test {}] server.Server(415): Started @13171ms 2024-11-12T18:33:35,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:35,327 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:35,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:35,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:35,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:33:35,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30a79c5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:35,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12ef0370{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:35,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f5cb29e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/java.io.tmpdir/jetty-localhost-44631-hadoop-hdfs-3_4_1-tests_jar-_-any-14636596303340600099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:35,445 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16332268{HTTP/1.1, (http/1.1)}{localhost:44631} 2024-11-12T18:33:35,445 INFO [Time-limited test {}] server.Server(415): Started @13379ms 2024-11-12T18:33:35,447 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:33:35,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:35,488 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:35,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:35,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:35,489 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:33:35,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@692f1915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:35,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48e85763{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:35,542 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/cluster_bf47594f-1918-7ecc-be50-7f6985552232/data/data1/current/BP-1169579419-172.17.0.3-1731436414997/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:35,542 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/cluster_bf47594f-1918-7ecc-be50-7f6985552232/data/data2/current/BP-1169579419-172.17.0.3-1731436414997/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:35,561 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:33:35,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f456e2f234be67a with lease ID 0x5fae46fe44a742e: Processing first storage report for DS-28961034-cc82-4f78-a50b-877d0593f075 from datanode DatanodeRegistration(127.0.0.1:35269, datanodeUuid=2d4cd36a-ec74-4f71-8f37-be0594c639b7, infoPort=45881, infoSecurePort=0, ipcPort=36277, storageInfo=lv=-57;cid=testClusterID;nsid=2034661245;c=1731436414997) 2024-11-12T18:33:35,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f456e2f234be67a with lease ID 0x5fae46fe44a742e: from storage DS-28961034-cc82-4f78-a50b-877d0593f075 node DatanodeRegistration(127.0.0.1:35269, datanodeUuid=2d4cd36a-ec74-4f71-8f37-be0594c639b7, infoPort=45881, infoSecurePort=0, ipcPort=36277, storageInfo=lv=-57;cid=testClusterID;nsid=2034661245;c=1731436414997), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T18:33:35,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f456e2f234be67a with lease ID 0x5fae46fe44a742e: Processing first storage report for DS-8a475464-24b8-4259-80cf-10e2075f58d6 from datanode DatanodeRegistration(127.0.0.1:35269, datanodeUuid=2d4cd36a-ec74-4f71-8f37-be0594c639b7, infoPort=45881, infoSecurePort=0, ipcPort=36277, storageInfo=lv=-57;cid=testClusterID;nsid=2034661245;c=1731436414997) 2024-11-12T18:33:35,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f456e2f234be67a with lease ID 0x5fae46fe44a742e: from storage DS-8a475464-24b8-4259-80cf-10e2075f58d6 node DatanodeRegistration(127.0.0.1:35269, datanodeUuid=2d4cd36a-ec74-4f71-8f37-be0594c639b7, infoPort=45881, infoSecurePort=0, ipcPort=36277, storageInfo=lv=-57;cid=testClusterID;nsid=2034661245;c=1731436414997), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:33:35,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cca4429{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/java.io.tmpdir/jetty-localhost-33143-hadoop-hdfs-3_4_1-tests_jar-_-any-5363515435831434949/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:35,625 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e42aac3{HTTP/1.1, (http/1.1)}{localhost:33143} 2024-11-12T18:33:35,625 INFO [Time-limited test {}] server.Server(415): Started @13559ms 2024-11-12T18:33:35,627 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:33:35,718 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/cluster_bf47594f-1918-7ecc-be50-7f6985552232/data/data4/current/BP-1169579419-172.17.0.3-1731436414997/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:35,718 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/cluster_bf47594f-1918-7ecc-be50-7f6985552232/data/data3/current/BP-1169579419-172.17.0.3-1731436414997/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:35,737 WARN [Thread-632 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:33:35,740 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18e19397ef3955dd with lease ID 0x5fae46fe44a742f: Processing first storage report for DS-004cd1c1-254b-4ff1-a7d2-641ada4560a3 from datanode DatanodeRegistration(127.0.0.1:33887, datanodeUuid=85a8434e-e524-4027-9a9f-3ba7f85b6144, infoPort=43711, infoSecurePort=0, ipcPort=34197, storageInfo=lv=-57;cid=testClusterID;nsid=2034661245;c=1731436414997) 2024-11-12T18:33:35,740 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18e19397ef3955dd with lease ID 0x5fae46fe44a742f: from storage DS-004cd1c1-254b-4ff1-a7d2-641ada4560a3 node DatanodeRegistration(127.0.0.1:33887, datanodeUuid=85a8434e-e524-4027-9a9f-3ba7f85b6144, infoPort=43711, infoSecurePort=0, ipcPort=34197, storageInfo=lv=-57;cid=testClusterID;nsid=2034661245;c=1731436414997), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T18:33:35,740 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18e19397ef3955dd with lease ID 0x5fae46fe44a742f: Processing first storage report for DS-4f896a71-1fd0-4c21-b028-78bb2e295355 from datanode DatanodeRegistration(127.0.0.1:33887, datanodeUuid=85a8434e-e524-4027-9a9f-3ba7f85b6144, infoPort=43711, infoSecurePort=0, ipcPort=34197, storageInfo=lv=-57;cid=testClusterID;nsid=2034661245;c=1731436414997) 2024-11-12T18:33:35,740 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18e19397ef3955dd with lease ID 0x5fae46fe44a742f: from storage DS-4f896a71-1fd0-4c21-b028-78bb2e295355 node DatanodeRegistration(127.0.0.1:33887, datanodeUuid=85a8434e-e524-4027-9a9f-3ba7f85b6144, infoPort=43711, infoSecurePort=0, ipcPort=34197, storageInfo=lv=-57;cid=testClusterID;nsid=2034661245;c=1731436414997), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:33:35,755 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35 2024-11-12T18:33:35,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/cluster_bf47594f-1918-7ecc-be50-7f6985552232/zookeeper_0, clientPort=64232, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/cluster_bf47594f-1918-7ecc-be50-7f6985552232/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/cluster_bf47594f-1918-7ecc-be50-7f6985552232/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:33:35,759 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64232 2024-11-12T18:33:35,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:35,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:35,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:33:35,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:33:35,773 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af with version=8 2024-11-12T18:33:35,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/hbase-staging 2024-11-12T18:33:35,776 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:35,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:35,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:35,776 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:35,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:35,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:35,776 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:33:35,776 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:35,777 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36271 2024-11-12T18:33:35,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36271 connecting to ZooKeeper ensemble=127.0.0.1:64232 2024-11-12T18:33:35,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362710x0, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:35,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36271-0x100354515ac0000 connected 2024-11-12T18:33:35,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:35,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:35,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:35,807 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af, hbase.cluster.distributed=false 2024-11-12T18:33:35,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:35,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36271 2024-11-12T18:33:35,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36271 2024-11-12T18:33:35,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36271 2024-11-12T18:33:35,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36271 2024-11-12T18:33:35,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36271 2024-11-12T18:33:35,832 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:35,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:35,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:35,833 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:35,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:35,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:35,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:33:35,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:35,834 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43865 2024-11-12T18:33:35,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43865 connecting to ZooKeeper ensemble=127.0.0.1:64232 2024-11-12T18:33:35,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:35,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:35,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438650x0, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:35,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438650x0, quorum=127.0.0.1:64232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:35,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43865-0x100354515ac0001 connected 2024-11-12T18:33:35,844 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:33:35,845 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:33:35,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:33:35,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:35,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43865 2024-11-12T18:33:35,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43865 2024-11-12T18:33:35,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43865 2024-11-12T18:33:35,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43865 2024-11-12T18:33:35,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43865 2024-11-12T18:33:35,866 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:35,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:35,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:35,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:35,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:35,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:35,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:33:35,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:35,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46597 2024-11-12T18:33:35,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46597 connecting to ZooKeeper ensemble=127.0.0.1:64232 2024-11-12T18:33:35,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:35,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:35,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465970x0, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:35,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465970x0, quorum=127.0.0.1:64232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:35,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46597-0x100354515ac0002 connected 2024-11-12T18:33:35,877 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:33:35,878 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:33:35,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:33:35,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:35,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46597 2024-11-12T18:33:35,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46597 2024-11-12T18:33:35,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46597 2024-11-12T18:33:35,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46597 2024-11-12T18:33:35,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46597 2024-11-12T18:33:35,895 DEBUG [M:0;9911683f163c:36271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:36271 2024-11-12T18:33:35,895 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9911683f163c,36271,1731436415776 2024-11-12T18:33:35,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:35,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:35,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:35,898 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9911683f163c,36271,1731436415776 2024-11-12T18:33:35,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:35,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:35,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:35,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:35,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:35,901 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T18:33:35,901 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9911683f163c,36271,1731436415776 from backup master directory 2024-11-12T18:33:35,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9911683f163c,36271,1731436415776 2024-11-12T18:33:35,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:35,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:35,903 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:35,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:35,903 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,36271,1731436415776 2024-11-12T18:33:35,909 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/hbase.id] with ID: d9f3514b-28a9-4d13-a145-beeacc717b4c 2024-11-12T18:33:35,909 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/.tmp/hbase.id 2024-11-12T18:33:35,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:33:35,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:33:35,916 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/.tmp/hbase.id]:[hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/hbase.id] 2024-11-12T18:33:35,930 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:35,930 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:33:35,932 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T18:33:35,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:35,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:35,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:35,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:33:35,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:33:35,942 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:33:35,943 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:33:35,944 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:35,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:33:35,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:33:35,954 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store 2024-11-12T18:33:35,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:33:35,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:33:35,963 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:35,963 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:33:35,963 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:35,963 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:35,963 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:33:35,963 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:35,963 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:35,963 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731436415963Disabling compacts and flushes for region at 1731436415963Disabling writes for close at 1731436415963Writing region close event to WAL at 1731436415963Closed at 1731436415963 2024-11-12T18:33:35,964 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/.initializing 2024-11-12T18:33:35,964 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/WALs/9911683f163c,36271,1731436415776 2024-11-12T18:33:35,965 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:35,968 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C36271%2C1731436415776, suffix=, logDir=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/WALs/9911683f163c,36271,1731436415776, archiveDir=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/oldWALs, maxLogs=10 2024-11-12T18:33:35,983 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/WALs/9911683f163c,36271,1731436415776/9911683f163c%2C36271%2C1731436415776.1731436415968, exclude list is [], retry=0 2024-11-12T18:33:35,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33887,DS-004cd1c1-254b-4ff1-a7d2-641ada4560a3,DISK] 2024-11-12T18:33:35,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35269,DS-28961034-cc82-4f78-a50b-877d0593f075,DISK] 2024-11-12T18:33:35,989 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/WALs/9911683f163c,36271,1731436415776/9911683f163c%2C36271%2C1731436415776.1731436415968 2024-11-12T18:33:35,989 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43711:43711),(127.0.0.1/127.0.0.1:45881:45881)] 2024-11-12T18:33:35,989 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:33:35,990 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:35,990 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:35,990 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:35,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:35,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:33:35,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:35,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:35,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:35,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:33:35,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:35,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:35,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:35,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:33:35,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:35,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:35,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:35,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:33:35,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:36,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:36,000 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:36,001 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:36,001 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:36,002 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:36,002 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:36,003 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:36,004 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:36,007 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:36,007 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59281686, jitterRate=-0.11663404107093811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:36,009 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731436415990Initializing all the Stores at 1731436415991 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436415991Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436415991Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436415991Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436415991Cleaning up temporary data from old regions at 1731436416002 (+11 ms)Region opened successfully at 1731436416008 (+6 ms) 2024-11-12T18:33:36,009 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:33:36,013 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c26803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:36,014 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:33:36,014 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:33:36,014 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:33:36,015 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:33:36,015 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:33:36,016 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:33:36,016 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:33:36,018 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:33:36,019 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T18:33:36,021 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T18:33:36,022 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:33:36,023 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:33:36,024 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T18:33:36,024 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:33:36,025 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:33:36,027 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T18:33:36,028 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:33:36,030 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T18:33:36,032 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:33:36,033 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T18:33:36,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:36,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:36,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:36,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:36,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:36,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:36,036 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,36271,1731436415776, sessionid=0x100354515ac0000, setting cluster-up flag (Was=false) 2024-11-12T18:33:36,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:36,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:36,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:36,046 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T18:33:36,047 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,36271,1731436415776 2024-11-12T18:33:36,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:36,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:36,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:36,057 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T18:33:36,058 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,36271,1731436415776 2024-11-12T18:33:36,060 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:33:36,062 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:36,063 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:33:36,063 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:33:36,063 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,36271,1731436415776 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:33:36,065 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:36,065 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:36,065 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:36,065 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:36,065 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:33:36,066 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,066 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:36,066 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,067 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731436446067 2024-11-12T18:33:36,067 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:33:36,067 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:33:36,067 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:33:36,067 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:33:36,067 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:33:36,067 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:33:36,067 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,068 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:33:36,068 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:33:36,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:36,068 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:33:36,068 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:33:36,068 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:33:36,068 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:33:36,069 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436416068,5,FailOnTimeoutGroup] 2024-11-12T18:33:36,069 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436416069,5,FailOnTimeoutGroup] 2024-11-12T18:33:36,069 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,069 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:33:36,069 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,069 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,070 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:36,070 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:33:36,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:33:36,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:33:36,084 INFO [RS:0;9911683f163c:43865 {}] regionserver.HRegionServer(746): ClusterId : d9f3514b-28a9-4d13-a145-beeacc717b4c 2024-11-12T18:33:36,084 DEBUG [RS:0;9911683f163c:43865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:33:36,084 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:33:36,084 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af 2024-11-12T18:33:36,087 INFO [RS:1;9911683f163c:46597 {}] regionserver.HRegionServer(746): ClusterId : d9f3514b-28a9-4d13-a145-beeacc717b4c 2024-11-12T18:33:36,087 DEBUG [RS:1;9911683f163c:46597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:33:36,087 DEBUG [RS:0;9911683f163c:43865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:33:36,087 DEBUG [RS:0;9911683f163c:43865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:33:36,091 DEBUG [RS:1;9911683f163c:46597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:33:36,091 DEBUG [RS:1;9911683f163c:46597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:33:36,091 DEBUG [RS:0;9911683f163c:43865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:33:36,091 DEBUG [RS:0;9911683f163c:43865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46821251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:36,093 DEBUG [RS:1;9911683f163c:46597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:33:36,094 DEBUG [RS:1;9911683f163c:46597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7406ec81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:36,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:33:36,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:33:36,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:36,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:33:36,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:33:36,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:36,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:36,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:33:36,112 DEBUG [RS:0;9911683f163c:43865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:43865 2024-11-12T18:33:36,113 INFO [RS:0;9911683f163c:43865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:33:36,113 INFO [RS:0;9911683f163c:43865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:33:36,113 DEBUG [RS:0;9911683f163c:43865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:33:36,113 DEBUG [RS:1;9911683f163c:46597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9911683f163c:46597 2024-11-12T18:33:36,113 INFO [RS:1;9911683f163c:46597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:33:36,113 INFO [RS:1;9911683f163c:46597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:33:36,113 DEBUG [RS:1;9911683f163c:46597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:33:36,114 INFO [RS:0;9911683f163c:43865 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,36271,1731436415776 with port=43865, startcode=1731436415832 2024-11-12T18:33:36,114 DEBUG [RS:0;9911683f163c:43865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:33:36,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:33:36,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:36,114 INFO [RS:1;9911683f163c:46597 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,36271,1731436415776 with port=46597, startcode=1731436415865 2024-11-12T18:33:36,115 DEBUG [RS:1;9911683f163c:46597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:33:36,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:36,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:33:36,117 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:33:36,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:33:36,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:36,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36271 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,43865,1731436415832 2024-11-12T18:33:36,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36271 {}] master.ServerManager(517): Registering regionserver=9911683f163c,43865,1731436415832 2024-11-12T18:33:36,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:36,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:33:36,120 DEBUG [RS:0;9911683f163c:43865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af 2024-11-12T18:33:36,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:33:36,120 DEBUG [RS:0;9911683f163c:43865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32783 2024-11-12T18:33:36,120 DEBUG [RS:0;9911683f163c:43865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:33:36,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:36,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:36,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:33:36,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740 2024-11-12T18:33:36,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740 2024-11-12T18:33:36,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:36,123 DEBUG [RS:0;9911683f163c:43865 {}] zookeeper.ZKUtil(111): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,43865,1731436415832 2024-11-12T18:33:36,124 WARN [RS:0;9911683f163c:43865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:36,124 INFO [RS:0;9911683f163c:43865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:36,124 DEBUG [RS:0;9911683f163c:43865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/WALs/9911683f163c,43865,1731436415832 2024-11-12T18:33:36,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:33:36,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:33:36,125 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:36,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:33:36,129 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:33:36,130 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:36,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,43865,1731436415832] 2024-11-12T18:33:36,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36271 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,46597,1731436415865 2024-11-12T18:33:36,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36271 {}] master.ServerManager(517): Registering regionserver=9911683f163c,46597,1731436415865 2024-11-12T18:33:36,130 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75271727, jitterRate=0.12163613736629486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:36,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731436416104Initializing all the Stores at 1731436416106 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436416106Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436416108 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436416108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436416108Cleaning up temporary data from old regions at 1731436416125 (+17 ms)Region opened successfully at 1731436416132 (+7 ms) 2024-11-12T18:33:36,132 DEBUG [RS:1;9911683f163c:46597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af 2024-11-12T18:33:36,132 DEBUG [RS:1;9911683f163c:46597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32783 2024-11-12T18:33:36,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:33:36,132 DEBUG [RS:1;9911683f163c:46597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:33:36,132 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:33:36,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:33:36,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:33:36,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:33:36,133 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:36,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731436416132Disabling compacts and flushes for region at 1731436416132Disabling writes for close at 1731436416132Writing region close event to WAL at 1731436416133 (+1 ms)Closed at 1731436416133 2024-11-12T18:33:36,134 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:36,134 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:33:36,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:33:36,136 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:33:36,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:36,138 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:33:36,138 INFO [RS:0;9911683f163c:43865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:33:36,139 DEBUG [RS:1;9911683f163c:46597 {}] zookeeper.ZKUtil(111): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,46597,1731436415865 2024-11-12T18:33:36,139 WARN [RS:1;9911683f163c:46597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:36,139 INFO [RS:1;9911683f163c:46597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:36,139 DEBUG [RS:1;9911683f163c:46597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/WALs/9911683f163c,46597,1731436415865 2024-11-12T18:33:36,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,46597,1731436415865] 2024-11-12T18:33:36,143 INFO [RS:1;9911683f163c:46597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:33:36,149 INFO [RS:0;9911683f163c:43865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:33:36,149 INFO [RS:1;9911683f163c:46597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:33:36,153 INFO [RS:0;9911683f163c:43865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:33:36,153 INFO [RS:1;9911683f163c:46597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:33:36,153 INFO [RS:1;9911683f163c:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,153 INFO [RS:0;9911683f163c:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,153 INFO [RS:1;9911683f163c:46597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:33:36,153 INFO [RS:0;9911683f163c:43865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:33:36,154 INFO [RS:0;9911683f163c:43865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:33:36,154 INFO [RS:1;9911683f163c:46597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:33:36,154 INFO [RS:0;9911683f163c:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,154 INFO [RS:1;9911683f163c:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,155 DEBUG [RS:0;9911683f163c:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:0;9911683f163c:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:1;9911683f163c:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:0;9911683f163c:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:0;9911683f163c:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:1;9911683f163c:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:0;9911683f163c:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:1;9911683f163c:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:0;9911683f163c:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:36,155 DEBUG [RS:1;9911683f163c:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:0;9911683f163c:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:0;9911683f163c:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:1;9911683f163c:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:0;9911683f163c:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:1;9911683f163c:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:36,155 DEBUG [RS:0;9911683f163c:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:0;9911683f163c:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:1;9911683f163c:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:0;9911683f163c:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:1;9911683f163c:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:0;9911683f163c:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:36,155 DEBUG [RS:1;9911683f163c:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,155 DEBUG [RS:0;9911683f163c:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:36,155 DEBUG [RS:1;9911683f163c:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,156 DEBUG [RS:1;9911683f163c:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,156 DEBUG [RS:1;9911683f163c:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:36,156 DEBUG [RS:1;9911683f163c:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:36,156 DEBUG [RS:1;9911683f163c:46597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:36,156 INFO [RS:0;9911683f163c:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,156 INFO [RS:0;9911683f163c:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,156 INFO [RS:0;9911683f163c:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,156 INFO [RS:0;9911683f163c:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,156 INFO [RS:0;9911683f163c:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,156 INFO [RS:0;9911683f163c:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43865,1731436415832-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:36,159 INFO [RS:1;9911683f163c:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,159 INFO [RS:1;9911683f163c:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,160 INFO [RS:1;9911683f163c:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,160 INFO [RS:1;9911683f163c:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,160 INFO [RS:1;9911683f163c:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,160 INFO [RS:1;9911683f163c:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,46597,1731436415865-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:36,177 INFO [RS:1;9911683f163c:46597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:33:36,177 INFO [RS:0;9911683f163c:43865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:33:36,177 INFO [RS:1;9911683f163c:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,46597,1731436415865-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,177 INFO [RS:0;9911683f163c:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43865,1731436415832-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,177 INFO [RS:1;9911683f163c:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,177 INFO [RS:0;9911683f163c:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,177 INFO [RS:1;9911683f163c:46597 {}] regionserver.Replication(171): 9911683f163c,46597,1731436415865 started 2024-11-12T18:33:36,177 INFO [RS:0;9911683f163c:43865 {}] regionserver.Replication(171): 9911683f163c,43865,1731436415832 started 2024-11-12T18:33:36,194 INFO [RS:1;9911683f163c:46597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,194 INFO [RS:0;9911683f163c:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,194 INFO [RS:1;9911683f163c:46597 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,46597,1731436415865, RpcServer on 9911683f163c/172.17.0.3:46597, sessionid=0x100354515ac0002 2024-11-12T18:33:36,194 INFO [RS:0;9911683f163c:43865 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,43865,1731436415832, RpcServer on 9911683f163c/172.17.0.3:43865, sessionid=0x100354515ac0001 2024-11-12T18:33:36,194 DEBUG [RS:0;9911683f163c:43865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:33:36,194 DEBUG [RS:1;9911683f163c:46597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:33:36,194 DEBUG [RS:0;9911683f163c:43865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,43865,1731436415832 2024-11-12T18:33:36,194 DEBUG [RS:1;9911683f163c:46597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,46597,1731436415865 2024-11-12T18:33:36,194 DEBUG [RS:0;9911683f163c:43865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,43865,1731436415832' 2024-11-12T18:33:36,194 DEBUG [RS:1;9911683f163c:46597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,46597,1731436415865' 2024-11-12T18:33:36,194 DEBUG [RS:0;9911683f163c:43865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:33:36,194 DEBUG [RS:1;9911683f163c:46597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:33:36,195 DEBUG [RS:0;9911683f163c:43865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:33:36,195 DEBUG [RS:1;9911683f163c:46597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:33:36,195 DEBUG [RS:0;9911683f163c:43865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:33:36,195 DEBUG [RS:1;9911683f163c:46597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:33:36,195 DEBUG [RS:0;9911683f163c:43865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:33:36,196 DEBUG [RS:1;9911683f163c:46597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:33:36,196 DEBUG [RS:0;9911683f163c:43865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,43865,1731436415832 2024-11-12T18:33:36,196 DEBUG [RS:0;9911683f163c:43865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,43865,1731436415832' 2024-11-12T18:33:36,196 DEBUG [RS:1;9911683f163c:46597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,46597,1731436415865 2024-11-12T18:33:36,196 DEBUG [RS:0;9911683f163c:43865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:33:36,196 DEBUG [RS:1;9911683f163c:46597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,46597,1731436415865' 2024-11-12T18:33:36,196 DEBUG [RS:1;9911683f163c:46597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:33:36,196 DEBUG [RS:0;9911683f163c:43865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:33:36,196 DEBUG [RS:1;9911683f163c:46597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:33:36,197 DEBUG [RS:1;9911683f163c:46597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:33:36,197 DEBUG [RS:0;9911683f163c:43865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:33:36,197 INFO [RS:0;9911683f163c:43865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:33:36,197 INFO [RS:1;9911683f163c:46597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:33:36,197 INFO [RS:0;9911683f163c:43865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:33:36,197 INFO [RS:1;9911683f163c:46597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:33:36,288 WARN [9911683f163c:36271 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T18:33:36,297 INFO [RS:1;9911683f163c:46597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:36,297 INFO [RS:0;9911683f163c:43865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:36,300 INFO [RS:1;9911683f163c:46597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C46597%2C1731436415865, suffix=, logDir=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/WALs/9911683f163c,46597,1731436415865, archiveDir=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/oldWALs, maxLogs=32 2024-11-12T18:33:36,300 INFO [RS:0;9911683f163c:43865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C43865%2C1731436415832, suffix=, logDir=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/WALs/9911683f163c,43865,1731436415832, archiveDir=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/oldWALs, maxLogs=32 2024-11-12T18:33:36,319 DEBUG [RS:0;9911683f163c:43865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/WALs/9911683f163c,43865,1731436415832/9911683f163c%2C43865%2C1731436415832.1731436416303, exclude list is [], retry=0 2024-11-12T18:33:36,319 DEBUG [RS:1;9911683f163c:46597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/WALs/9911683f163c,46597,1731436415865/9911683f163c%2C46597%2C1731436415865.1731436416303, exclude list is [], retry=0 2024-11-12T18:33:36,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35269,DS-28961034-cc82-4f78-a50b-877d0593f075,DISK] 2024-11-12T18:33:36,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33887,DS-004cd1c1-254b-4ff1-a7d2-641ada4560a3,DISK] 2024-11-12T18:33:36,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33887,DS-004cd1c1-254b-4ff1-a7d2-641ada4560a3,DISK] 2024-11-12T18:33:36,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35269,DS-28961034-cc82-4f78-a50b-877d0593f075,DISK] 2024-11-12T18:33:36,329 INFO [RS:1;9911683f163c:46597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/WALs/9911683f163c,46597,1731436415865/9911683f163c%2C46597%2C1731436415865.1731436416303 2024-11-12T18:33:36,329 INFO [RS:0;9911683f163c:43865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/WALs/9911683f163c,43865,1731436415832/9911683f163c%2C43865%2C1731436415832.1731436416303 2024-11-12T18:33:36,329 DEBUG [RS:1;9911683f163c:46597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43711:43711),(127.0.0.1/127.0.0.1:45881:45881)] 2024-11-12T18:33:36,329 DEBUG [RS:0;9911683f163c:43865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45881:45881),(127.0.0.1/127.0.0.1:43711:43711)] 2024-11-12T18:33:36,539 DEBUG [9911683f163c:36271 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T18:33:36,539 DEBUG [9911683f163c:36271 {}] balancer.BalancerClusterState(204): Hosts are {9911683f163c=0} racks are {/default-rack=0} 2024-11-12T18:33:36,541 DEBUG [9911683f163c:36271 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:33:36,541 DEBUG [9911683f163c:36271 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:33:36,541 DEBUG [9911683f163c:36271 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:33:36,541 DEBUG [9911683f163c:36271 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:33:36,541 INFO [9911683f163c:36271 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:33:36,541 INFO [9911683f163c:36271 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:33:36,541 DEBUG [9911683f163c:36271 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:33:36,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,46597,1731436415865 2024-11-12T18:33:36,544 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,46597,1731436415865, state=OPENING 2024-11-12T18:33:36,546 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:33:36,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:36,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:36,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:36,549 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:33:36,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:36,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:36,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:36,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,46597,1731436415865}] 2024-11-12T18:33:36,703 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:36,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:36,709 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:33:36,709 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:36,710 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:33:36,711 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C46597%2C1731436415865.meta, suffix=.meta, logDir=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/WALs/9911683f163c,46597,1731436415865, archiveDir=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/oldWALs, maxLogs=32 2024-11-12T18:33:36,727 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/WALs/9911683f163c,46597,1731436415865/9911683f163c%2C46597%2C1731436415865.meta.1731436416712.meta, exclude list is [], retry=0 2024-11-12T18:33:36,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33887,DS-004cd1c1-254b-4ff1-a7d2-641ada4560a3,DISK] 2024-11-12T18:33:36,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35269,DS-28961034-cc82-4f78-a50b-877d0593f075,DISK] 2024-11-12T18:33:36,732 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/WALs/9911683f163c,46597,1731436415865/9911683f163c%2C46597%2C1731436415865.meta.1731436416712.meta 2024-11-12T18:33:36,733 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45881:45881),(127.0.0.1/127.0.0.1:43711:43711)] 2024-11-12T18:33:36,733 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:33:36,733 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:33:36,734 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:33:36,734 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:33:36,734 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:33:36,734 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:36,734 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:33:36,734 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:33:36,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:33:36,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:33:36,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:36,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:36,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:33:36,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:33:36,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:36,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:36,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:33:36,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:33:36,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:36,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:36,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:33:36,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:33:36,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:36,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:36,743 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:33:36,744 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740 2024-11-12T18:33:36,745 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740 2024-11-12T18:33:36,746 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:33:36,746 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:33:36,747 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:36,749 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:33:36,749 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67338947, jitterRate=0.0034285038709640503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:36,750 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:33:36,751 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731436416734Writing region info on filesystem at 1731436416734Initializing all the Stores at 1731436416735 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436416735Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436416736 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436416736Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436416736Cleaning up temporary data from old regions at 1731436416746 (+10 ms)Running coprocessor post-open hooks at 1731436416750 (+4 ms)Region opened successfully at 1731436416751 (+1 ms) 2024-11-12T18:33:36,752 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731436416702 2024-11-12T18:33:36,755 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:33:36,755 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:33:36,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,46597,1731436415865 2024-11-12T18:33:36,757 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,46597,1731436415865, state=OPEN 2024-11-12T18:33:36,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:36,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:36,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:36,760 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,46597,1731436415865 2024-11-12T18:33:36,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:36,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:36,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:36,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:33:36,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,46597,1731436415865 in 211 msec 2024-11-12T18:33:36,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:33:36,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-11-12T18:33:36,767 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:36,767 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:33:36,768 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:33:36,769 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,46597,1731436415865, seqNum=-1] 2024-11-12T18:33:36,769 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:36,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:36,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 715 msec 2024-11-12T18:33:36,777 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731436416777, completionTime=-1 2024-11-12T18:33:36,777 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T18:33:36,777 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:33:36,779 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T18:33:36,779 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731436476779 2024-11-12T18:33:36,780 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731436536780 2024-11-12T18:33:36,780 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T18:33:36,780 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36271,1731436415776-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,780 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36271,1731436415776-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,780 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36271,1731436415776-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,780 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:36271, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,780 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,781 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,783 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:33:36,786 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.882sec 2024-11-12T18:33:36,786 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:33:36,786 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:33:36,786 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:33:36,786 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:33:36,786 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:33:36,786 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36271,1731436415776-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:36,786 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36271,1731436415776-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:33:36,789 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:33:36,789 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:33:36,789 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36271,1731436415776-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:36,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6834f750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:36,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,36271,-1 for getting cluster id 2024-11-12T18:33:36,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:33:36,889 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9f3514b-28a9-4d13-a145-beeacc717b4c' 2024-11-12T18:33:36,889 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:33:36,889 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9f3514b-28a9-4d13-a145-beeacc717b4c" 2024-11-12T18:33:36,890 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1119d41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:36,890 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,36271,-1] 2024-11-12T18:33:36,890 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:33:36,890 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:36,891 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:33:36,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4423865a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:36,893 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:33:36,894 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,46597,1731436415865, seqNum=-1] 2024-11-12T18:33:36,894 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:36,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:36,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,36271,1731436415776 2024-11-12T18:33:36,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:33:36,899 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,36271,1731436415776 2024-11-12T18:33:36,899 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d9e2d94 2024-11-12T18:33:36,899 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:33:36,900 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:33:36,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:33:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T18:33:36,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:33:36,905 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:36,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T18:33:36,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:33:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:36,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741836_1012 (size=379) 2024-11-12T18:33:36,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741836_1012 (size=379) 2024-11-12T18:33:36,918 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 384bc8c4f18ff19e8f69337637ce0389, NAME => 'testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af 2024-11-12T18:33:36,919 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 41efa6423f05186cac3d5c537d7728e4, NAME => 'testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af 2024-11-12T18:33:36,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741837_1013 (size=61) 2024-11-12T18:33:36,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741837_1013 (size=61) 2024-11-12T18:33:36,931 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:36,931 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 41efa6423f05186cac3d5c537d7728e4, disabling compactions & flushes 2024-11-12T18:33:36,931 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4. 2024-11-12T18:33:36,931 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4. 2024-11-12T18:33:36,931 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4. after waiting 0 ms 2024-11-12T18:33:36,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741838_1014 (size=61) 2024-11-12T18:33:36,931 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4. 2024-11-12T18:33:36,931 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4. 2024-11-12T18:33:36,931 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 41efa6423f05186cac3d5c537d7728e4: Waiting for close lock at 1731436416931Disabling compacts and flushes for region at 1731436416931Disabling writes for close at 1731436416931Writing region close event to WAL at 1731436416931Closed at 1731436416931 2024-11-12T18:33:36,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741838_1014 (size=61) 2024-11-12T18:33:36,934 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:36,934 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 384bc8c4f18ff19e8f69337637ce0389, disabling compactions & flushes 2024-11-12T18:33:36,934 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389. 2024-11-12T18:33:36,934 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389. 2024-11-12T18:33:36,934 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389. after waiting 0 ms 2024-11-12T18:33:36,934 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389. 2024-11-12T18:33:36,934 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389. 2024-11-12T18:33:36,934 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 384bc8c4f18ff19e8f69337637ce0389: Waiting for close lock at 1731436416934Disabling compacts and flushes for region at 1731436416934Disabling writes for close at 1731436416934Writing region close event to WAL at 1731436416934Closed at 1731436416934 2024-11-12T18:33:36,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:33:36,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731436416936"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731436416936"}]},"ts":"1731436416936"} 2024-11-12T18:33:36,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731436416936"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731436416936"}]},"ts":"1731436416936"} 2024-11-12T18:33:36,941 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T18:33:36,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:33:36,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731436416942"}]},"ts":"1731436416942"} 2024-11-12T18:33:36,946 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T18:33:36,946 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9911683f163c=0} racks are {/default-rack=0} 2024-11-12T18:33:36,948 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:33:36,948 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:33:36,948 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:33:36,948 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:33:36,948 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:33:36,948 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:33:36,948 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:33:36,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=384bc8c4f18ff19e8f69337637ce0389, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=41efa6423f05186cac3d5c537d7728e4, ASSIGN}] 2024-11-12T18:33:36,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=41efa6423f05186cac3d5c537d7728e4, ASSIGN 2024-11-12T18:33:36,950 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=384bc8c4f18ff19e8f69337637ce0389, ASSIGN 2024-11-12T18:33:36,952 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=41efa6423f05186cac3d5c537d7728e4, ASSIGN; state=OFFLINE, location=9911683f163c,46597,1731436415865; forceNewPlan=false, retain=false 2024-11-12T18:33:36,952 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=384bc8c4f18ff19e8f69337637ce0389, ASSIGN; state=OFFLINE, location=9911683f163c,43865,1731436415832; forceNewPlan=false, retain=false 2024-11-12T18:33:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:37,102 INFO [9911683f163c:36271 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T18:33:37,103 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=384bc8c4f18ff19e8f69337637ce0389, regionState=OPENING, regionLocation=9911683f163c,43865,1731436415832 2024-11-12T18:33:37,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=41efa6423f05186cac3d5c537d7728e4, regionState=OPENING, regionLocation=9911683f163c,46597,1731436415865 2024-11-12T18:33:37,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=41efa6423f05186cac3d5c537d7728e4, ASSIGN because future has completed 2024-11-12T18:33:37,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41efa6423f05186cac3d5c537d7728e4, server=9911683f163c,46597,1731436415865}] 2024-11-12T18:33:37,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=384bc8c4f18ff19e8f69337637ce0389, ASSIGN because future has completed 2024-11-12T18:33:37,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 384bc8c4f18ff19e8f69337637ce0389, server=9911683f163c,43865,1731436415832}] 2024-11-12T18:33:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:37,262 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:37,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:37,264 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4. 2024-11-12T18:33:37,265 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 41efa6423f05186cac3d5c537d7728e4, NAME => 'testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T18:33:37,265 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 41efa6423f05186cac3d5c537d7728e4 2024-11-12T18:33:37,265 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:37,265 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 41efa6423f05186cac3d5c537d7728e4 2024-11-12T18:33:37,266 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 41efa6423f05186cac3d5c537d7728e4 2024-11-12T18:33:37,267 INFO [StoreOpener-41efa6423f05186cac3d5c537d7728e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 41efa6423f05186cac3d5c537d7728e4 2024-11-12T18:33:37,268 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389. 2024-11-12T18:33:37,268 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 384bc8c4f18ff19e8f69337637ce0389, NAME => 'testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T18:33:37,268 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 384bc8c4f18ff19e8f69337637ce0389 2024-11-12T18:33:37,269 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:37,269 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 384bc8c4f18ff19e8f69337637ce0389 2024-11-12T18:33:37,269 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 384bc8c4f18ff19e8f69337637ce0389 2024-11-12T18:33:37,269 INFO [StoreOpener-41efa6423f05186cac3d5c537d7728e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41efa6423f05186cac3d5c537d7728e4 columnFamilyName family 2024-11-12T18:33:37,269 DEBUG [StoreOpener-41efa6423f05186cac3d5c537d7728e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:37,270 INFO [StoreOpener-41efa6423f05186cac3d5c537d7728e4-1 {}] regionserver.HStore(327): Store=41efa6423f05186cac3d5c537d7728e4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:37,270 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 41efa6423f05186cac3d5c537d7728e4 2024-11-12T18:33:37,270 INFO [StoreOpener-384bc8c4f18ff19e8f69337637ce0389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 384bc8c4f18ff19e8f69337637ce0389 2024-11-12T18:33:37,271 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/41efa6423f05186cac3d5c537d7728e4 2024-11-12T18:33:37,271 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/41efa6423f05186cac3d5c537d7728e4 2024-11-12T18:33:37,272 INFO [StoreOpener-384bc8c4f18ff19e8f69337637ce0389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 384bc8c4f18ff19e8f69337637ce0389 columnFamilyName family 2024-11-12T18:33:37,272 DEBUG [StoreOpener-384bc8c4f18ff19e8f69337637ce0389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:37,272 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 41efa6423f05186cac3d5c537d7728e4 2024-11-12T18:33:37,272 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 41efa6423f05186cac3d5c537d7728e4 2024-11-12T18:33:37,272 INFO [StoreOpener-384bc8c4f18ff19e8f69337637ce0389-1 {}] regionserver.HStore(327): Store=384bc8c4f18ff19e8f69337637ce0389/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:37,272 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 384bc8c4f18ff19e8f69337637ce0389 2024-11-12T18:33:37,273 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/384bc8c4f18ff19e8f69337637ce0389 2024-11-12T18:33:37,274 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/384bc8c4f18ff19e8f69337637ce0389 2024-11-12T18:33:37,274 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 41efa6423f05186cac3d5c537d7728e4 2024-11-12T18:33:37,274 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 384bc8c4f18ff19e8f69337637ce0389 2024-11-12T18:33:37,274 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 384bc8c4f18ff19e8f69337637ce0389 2024-11-12T18:33:37,276 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 384bc8c4f18ff19e8f69337637ce0389 2024-11-12T18:33:37,277 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/41efa6423f05186cac3d5c537d7728e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:37,277 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 41efa6423f05186cac3d5c537d7728e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73857224, jitterRate=0.10055840015411377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:33:37,277 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41efa6423f05186cac3d5c537d7728e4 2024-11-12T18:33:37,278 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 41efa6423f05186cac3d5c537d7728e4: Running coprocessor pre-open hook at 1731436417266Writing region info on filesystem at 1731436417266Initializing all the Stores at 1731436417267 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436417267Cleaning up temporary data from old regions at 1731436417272 (+5 ms)Running coprocessor post-open hooks at 1731436417277 (+5 ms)Region opened successfully at 1731436417278 (+1 ms) 2024-11-12T18:33:37,279 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/384bc8c4f18ff19e8f69337637ce0389/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:37,279 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 384bc8c4f18ff19e8f69337637ce0389; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72860449, jitterRate=0.08570529520511627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:33:37,279 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 384bc8c4f18ff19e8f69337637ce0389 2024-11-12T18:33:37,280 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4., pid=7, masterSystemTime=1731436417260 2024-11-12T18:33:37,280 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 384bc8c4f18ff19e8f69337637ce0389: Running coprocessor pre-open hook at 1731436417269Writing region info on filesystem at 1731436417269Initializing all the Stores at 1731436417270 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436417270Cleaning up temporary data from old regions at 1731436417274 (+4 ms)Running coprocessor post-open hooks at 1731436417279 (+5 ms)Region opened successfully at 1731436417279 2024-11-12T18:33:37,281 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389., pid=8, masterSystemTime=1731436417262 2024-11-12T18:33:37,282 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4. 2024-11-12T18:33:37,283 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4. 2024-11-12T18:33:37,283 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=41efa6423f05186cac3d5c537d7728e4, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,46597,1731436415865 2024-11-12T18:33:37,285 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389. 2024-11-12T18:33:37,285 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389. 2024-11-12T18:33:37,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=384bc8c4f18ff19e8f69337637ce0389, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,43865,1731436415832 2024-11-12T18:33:37,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41efa6423f05186cac3d5c537d7728e4, server=9911683f163c,46597,1731436415865 because future has completed 2024-11-12T18:33:37,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 384bc8c4f18ff19e8f69337637ce0389, server=9911683f163c,43865,1731436415832 because future has completed 2024-11-12T18:33:37,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T18:33:37,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 41efa6423f05186cac3d5c537d7728e4, server=9911683f163c,46597,1731436415865 in 184 msec 2024-11-12T18:33:37,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=41efa6423f05186cac3d5c537d7728e4, ASSIGN in 345 msec 2024-11-12T18:33:37,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-12T18:33:37,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 384bc8c4f18ff19e8f69337637ce0389, server=9911683f163c,43865,1731436415832 in 184 msec 2024-11-12T18:33:37,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:33:37,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=384bc8c4f18ff19e8f69337637ce0389, ASSIGN in 347 msec 2024-11-12T18:33:37,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:33:37,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731436417299"}]},"ts":"1731436417299"} 2024-11-12T18:33:37,302 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T18:33:37,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:33:37,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 402 msec 2024-11-12T18:33:37,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T18:33:37,496 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T18:33:37,498 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:33:37,498 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T18:33:37,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T18:33:37,499 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T18:33:37,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-12T18:33:37,500 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-12T18:33:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:37,539 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T18:33:37,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T18:33:37,539 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:33:37,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T18:33:37,543 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:33:37,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T18:33:37,546 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389., hostname=9911683f163c,43865,1731436415832, seqNum=2] 2024-11-12T18:33:37,547 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:37,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:37,562 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4., hostname=9911683f163c,46597,1731436415865, seqNum=2] 2024-11-12T18:33:37,575 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 384bc8c4f18ff19e8f69337637ce0389 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T18:33:37,595 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/384bc8c4f18ff19e8f69337637ce0389/.tmp/family/2293796186944a4c97fca75c1589dee2 is 32, key is 1/family:/1731436417550/Put/seqid=0 2024-11-12T18:33:37,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741839_1015 (size=5054) 2024-11-12T18:33:37,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741839_1015 (size=5054) 2024-11-12T18:33:37,602 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/384bc8c4f18ff19e8f69337637ce0389/.tmp/family/2293796186944a4c97fca75c1589dee2 2024-11-12T18:33:37,611 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/384bc8c4f18ff19e8f69337637ce0389/.tmp/family/2293796186944a4c97fca75c1589dee2 as hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/384bc8c4f18ff19e8f69337637ce0389/family/2293796186944a4c97fca75c1589dee2 2024-11-12T18:33:37,619 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/384bc8c4f18ff19e8f69337637ce0389/family/2293796186944a4c97fca75c1589dee2, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T18:33:37,620 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 384bc8c4f18ff19e8f69337637ce0389 in 45ms, sequenceid=8, compaction requested=false 2024-11-12T18:33:37,620 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 384bc8c4f18ff19e8f69337637ce0389: 2024-11-12T18:33:37,621 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 41efa6423f05186cac3d5c537d7728e4 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T18:33:37,639 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/41efa6423f05186cac3d5c537d7728e4/.tmp/family/362eba4369214a90ba3cd57155e9f1cd is 32, key is 5/family:/1731436417563/Put/seqid=0 2024-11-12T18:33:37,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741840_1016 (size=5083) 2024-11-12T18:33:37,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741840_1016 (size=5083) 2024-11-12T18:33:37,646 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/41efa6423f05186cac3d5c537d7728e4/.tmp/family/362eba4369214a90ba3cd57155e9f1cd 2024-11-12T18:33:37,654 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/41efa6423f05186cac3d5c537d7728e4/.tmp/family/362eba4369214a90ba3cd57155e9f1cd as hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/41efa6423f05186cac3d5c537d7728e4/family/362eba4369214a90ba3cd57155e9f1cd 2024-11-12T18:33:37,661 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/41efa6423f05186cac3d5c537d7728e4/family/362eba4369214a90ba3cd57155e9f1cd, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T18:33:37,663 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 41efa6423f05186cac3d5c537d7728e4 in 42ms, sequenceid=9, compaction requested=false 2024-11-12T18:33:37,663 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 41efa6423f05186cac3d5c537d7728e4: 2024-11-12T18:33:37,668 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-12T18:33:37,672 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:37,673 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:37,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:37,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:37,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:33:37,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:33:37,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:37,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:37,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:37,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:33:37,676 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:33:37,676 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1933268460, stopped=false 2024-11-12T18:33:37,676 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,36271,1731436415776 2024-11-12T18:33:37,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:37,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:37,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:37,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:37,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:37,679 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:33:37,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:37,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:33:37,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:37,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:37,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:37,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:37,680 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,43865,1731436415832' ***** 2024-11-12T18:33:37,680 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:33:37,680 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,46597,1731436415865' ***** 2024-11-12T18:33:37,680 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:33:37,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:37,680 INFO [RS:1;9911683f163c:46597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:33:37,680 INFO [RS:1;9911683f163c:46597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:33:37,680 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:33:37,680 INFO [RS:1;9911683f163c:46597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:33:37,680 INFO [RS:1;9911683f163c:46597 {}] regionserver.HRegionServer(3091): Received CLOSE for 41efa6423f05186cac3d5c537d7728e4 2024-11-12T18:33:37,681 INFO [RS:0;9911683f163c:43865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:33:37,681 INFO [RS:0;9911683f163c:43865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:33:37,681 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:33:37,681 INFO [RS:0;9911683f163c:43865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:33:37,681 INFO [RS:0;9911683f163c:43865 {}] regionserver.HRegionServer(3091): Received CLOSE for 384bc8c4f18ff19e8f69337637ce0389 2024-11-12T18:33:37,681 INFO [RS:0;9911683f163c:43865 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,43865,1731436415832 2024-11-12T18:33:37,681 INFO [RS:0;9911683f163c:43865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:37,681 INFO [RS:1;9911683f163c:46597 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,46597,1731436415865 2024-11-12T18:33:37,681 INFO [RS:1;9911683f163c:46597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:37,681 INFO [RS:0;9911683f163c:43865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:43865. 2024-11-12T18:33:37,681 INFO [RS:1;9911683f163c:46597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9911683f163c:46597. 2024-11-12T18:33:37,681 DEBUG [RS:0;9911683f163c:43865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:37,681 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41efa6423f05186cac3d5c537d7728e4, disabling compactions & flushes 2024-11-12T18:33:37,681 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 384bc8c4f18ff19e8f69337637ce0389, disabling compactions & flushes 2024-11-12T18:33:37,681 DEBUG [RS:1;9911683f163c:46597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:37,681 DEBUG [RS:0;9911683f163c:43865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:37,681 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4. 2024-11-12T18:33:37,681 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389. 2024-11-12T18:33:37,682 DEBUG [RS:1;9911683f163c:46597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:37,682 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4. 2024-11-12T18:33:37,682 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389. 2024-11-12T18:33:37,682 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4. after waiting 0 ms 2024-11-12T18:33:37,682 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389. after waiting 0 ms 2024-11-12T18:33:37,682 INFO [RS:0;9911683f163c:43865 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:33:37,682 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4. 2024-11-12T18:33:37,682 INFO [RS:1;9911683f163c:46597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:33:37,682 DEBUG [RS:0;9911683f163c:43865 {}] regionserver.HRegionServer(1325): Online Regions={384bc8c4f18ff19e8f69337637ce0389=testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389.} 2024-11-12T18:33:37,682 INFO [RS:1;9911683f163c:46597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:33:37,682 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389. 2024-11-12T18:33:37,682 INFO [RS:1;9911683f163c:46597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:33:37,682 DEBUG [RS:0;9911683f163c:43865 {}] regionserver.HRegionServer(1351): Waiting on 384bc8c4f18ff19e8f69337637ce0389 2024-11-12T18:33:37,682 INFO [RS:1;9911683f163c:46597 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:33:37,682 INFO [RS:1;9911683f163c:46597 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T18:33:37,682 DEBUG [RS:1;9911683f163c:46597 {}] regionserver.HRegionServer(1325): Online Regions={41efa6423f05186cac3d5c537d7728e4=testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:33:37,682 DEBUG [RS:1;9911683f163c:46597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41efa6423f05186cac3d5c537d7728e4 2024-11-12T18:33:37,682 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:33:37,682 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:33:37,682 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:33:37,682 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:33:37,683 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:33:37,683 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T18:33:37,687 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/41efa6423f05186cac3d5c537d7728e4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T18:33:37,687 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/default/testClearRegionBlockCache/384bc8c4f18ff19e8f69337637ce0389/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T18:33:37,688 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4. 2024-11-12T18:33:37,688 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41efa6423f05186cac3d5c537d7728e4: Waiting for close lock at 1731436417681Running coprocessor pre-close hooks at 1731436417681Disabling compacts and flushes for region at 1731436417681Disabling writes for close at 1731436417682 (+1 ms)Writing region close event to WAL at 1731436417683 (+1 ms)Running coprocessor post-close hooks at 1731436417688 (+5 ms)Closed at 1731436417688 2024-11-12T18:33:37,688 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389. 2024-11-12T18:33:37,688 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4. 2024-11-12T18:33:37,688 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 384bc8c4f18ff19e8f69337637ce0389: Waiting for close lock at 1731436417681Running coprocessor pre-close hooks at 1731436417681Disabling compacts and flushes for region at 1731436417681Disabling writes for close at 1731436417682 (+1 ms)Writing region close event to WAL at 1731436417683 (+1 ms)Running coprocessor post-close hooks at 1731436417688 (+5 ms)Closed at 1731436417688 2024-11-12T18:33:37,689 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731436416901.384bc8c4f18ff19e8f69337637ce0389. 2024-11-12T18:33:37,705 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740/.tmp/info/720e715450754cc79a235ea730ff5557 is 173, key is testClearRegionBlockCache,5,1731436416901.41efa6423f05186cac3d5c537d7728e4./info:regioninfo/1731436417283/Put/seqid=0 2024-11-12T18:33:37,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741841_1017 (size=8173) 2024-11-12T18:33:37,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741841_1017 (size=8173) 2024-11-12T18:33:37,712 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740/.tmp/info/720e715450754cc79a235ea730ff5557 2024-11-12T18:33:37,740 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740/.tmp/ns/ae955ec001d64e30bf1d60c02fb1d890 is 43, key is default/ns:d/1731436416771/Put/seqid=0 2024-11-12T18:33:37,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:33:37,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:33:37,747 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740/.tmp/ns/ae955ec001d64e30bf1d60c02fb1d890 2024-11-12T18:33:37,761 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:37,761 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:37,772 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740/.tmp/table/2660648f5db3494ea4195c202bc44cce is 61, key is testClearRegionBlockCache/table:state/1731436417299/Put/seqid=0 2024-11-12T18:33:37,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741843_1019 (size=5312) 2024-11-12T18:33:37,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741843_1019 (size=5312) 2024-11-12T18:33:37,779 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740/.tmp/table/2660648f5db3494ea4195c202bc44cce 2024-11-12T18:33:37,786 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740/.tmp/info/720e715450754cc79a235ea730ff5557 as hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740/info/720e715450754cc79a235ea730ff5557 2024-11-12T18:33:37,792 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740/info/720e715450754cc79a235ea730ff5557, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T18:33:37,793 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740/.tmp/ns/ae955ec001d64e30bf1d60c02fb1d890 as hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740/ns/ae955ec001d64e30bf1d60c02fb1d890 2024-11-12T18:33:37,800 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740/ns/ae955ec001d64e30bf1d60c02fb1d890, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T18:33:37,801 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740/.tmp/table/2660648f5db3494ea4195c202bc44cce as hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740/table/2660648f5db3494ea4195c202bc44cce 2024-11-12T18:33:37,808 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740/table/2660648f5db3494ea4195c202bc44cce, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T18:33:37,810 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=13, compaction requested=false 2024-11-12T18:33:37,815 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T18:33:37,816 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:33:37,816 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:37,816 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731436417682Running coprocessor pre-close hooks at 1731436417682Disabling compacts and flushes for region at 1731436417682Disabling writes for close at 1731436417683 (+1 ms)Obtaining lock to block concurrent updates at 1731436417683Preparing flush snapshotting stores in 1588230740 at 1731436417683Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731436417683Flushing stores of hbase:meta,,1.1588230740 at 1731436417684 (+1 ms)Flushing 1588230740/info: creating writer at 1731436417684Flushing 1588230740/info: appending metadata at 1731436417704 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731436417704Flushing 1588230740/ns: creating writer at 1731436417719 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731436417739 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731436417739Flushing 1588230740/table: creating writer at 1731436417754 (+15 ms)Flushing 1588230740/table: appending metadata at 1731436417771 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731436417771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed3c80c: reopening flushed file at 1731436417785 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@581a4b94: reopening flushed file at 1731436417792 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ea1625: reopening flushed file at 1731436417801 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=13, compaction requested=false at 1731436417810 (+9 ms)Writing region close event to WAL at 1731436417811 (+1 ms)Running coprocessor post-close hooks at 1731436417816 (+5 ms)Closed at 1731436417816 2024-11-12T18:33:37,817 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:37,882 INFO [RS:0;9911683f163c:43865 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,43865,1731436415832; all regions closed. 2024-11-12T18:33:37,882 INFO [RS:1;9911683f163c:46597 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,46597,1731436415865; all regions closed. 2024-11-12T18:33:37,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741834_1010 (size=1758) 2024-11-12T18:33:37,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741834_1010 (size=1758) 2024-11-12T18:33:37,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741835_1011 (size=4338) 2024-11-12T18:33:37,887 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/WALs/9911683f163c,46597,1731436415865/9911683f163c%2C46597%2C1731436415865.meta.1731436416712.meta not finished, retry = 0 2024-11-12T18:33:37,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741835_1011 (size=4338) 2024-11-12T18:33:37,889 DEBUG [RS:0;9911683f163c:43865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/oldWALs 2024-11-12T18:33:37,889 INFO [RS:0;9911683f163c:43865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C43865%2C1731436415832:(num 1731436416303) 2024-11-12T18:33:37,889 DEBUG [RS:0;9911683f163c:43865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:37,889 INFO [RS:0;9911683f163c:43865 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:37,889 INFO [RS:0;9911683f163c:43865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:37,889 INFO [RS:0;9911683f163c:43865 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:37,889 INFO [RS:0;9911683f163c:43865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:33:37,889 INFO [RS:0;9911683f163c:43865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:33:37,889 INFO [RS:0;9911683f163c:43865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:33:37,889 INFO [RS:0;9911683f163c:43865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:37,889 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:37,889 INFO [RS:0;9911683f163c:43865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43865 2024-11-12T18:33:37,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:37,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,43865,1731436415832 2024-11-12T18:33:37,892 INFO [RS:0;9911683f163c:43865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:37,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,43865,1731436415832] 2024-11-12T18:33:37,895 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,43865,1731436415832 already deleted, retry=false 2024-11-12T18:33:37,895 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,43865,1731436415832 expired; onlineServers=1 2024-11-12T18:33:37,990 DEBUG [RS:1;9911683f163c:46597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/oldWALs 2024-11-12T18:33:37,990 INFO [RS:1;9911683f163c:46597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C46597%2C1731436415865.meta:.meta(num 1731436416712) 2024-11-12T18:33:37,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741833_1009 (size=1867) 2024-11-12T18:33:37,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741833_1009 (size=1867) 2024-11-12T18:33:37,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:37,994 INFO [RS:0;9911683f163c:43865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:37,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x100354515ac0001, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:37,994 INFO [RS:0;9911683f163c:43865 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,43865,1731436415832; zookeeper connection closed. 2024-11-12T18:33:37,994 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7913e3c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7913e3c 2024-11-12T18:33:37,995 DEBUG [RS:1;9911683f163c:46597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/oldWALs 2024-11-12T18:33:37,995 INFO [RS:1;9911683f163c:46597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C46597%2C1731436415865:(num 1731436416303) 2024-11-12T18:33:37,995 DEBUG [RS:1;9911683f163c:46597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:37,995 INFO [RS:1;9911683f163c:46597 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:37,995 INFO [RS:1;9911683f163c:46597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:37,995 INFO [RS:1;9911683f163c:46597 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:37,996 INFO [RS:1;9911683f163c:46597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:37,996 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:37,996 INFO [RS:1;9911683f163c:46597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46597 2024-11-12T18:33:37,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,46597,1731436415865 2024-11-12T18:33:37,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:37,999 INFO [RS:1;9911683f163c:46597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:38,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,46597,1731436415865] 2024-11-12T18:33:38,002 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,46597,1731436415865 already deleted, retry=false 2024-11-12T18:33:38,002 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,46597,1731436415865 expired; onlineServers=0 2024-11-12T18:33:38,002 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,36271,1731436415776' ***** 2024-11-12T18:33:38,002 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:33:38,002 INFO [M:0;9911683f163c:36271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:38,002 INFO [M:0;9911683f163c:36271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:38,002 DEBUG [M:0;9911683f163c:36271 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:33:38,003 DEBUG [M:0;9911683f163c:36271 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:33:38,003 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:33:38,003 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436416068 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436416068,5,FailOnTimeoutGroup] 2024-11-12T18:33:38,003 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436416069 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436416069,5,FailOnTimeoutGroup] 2024-11-12T18:33:38,003 INFO [M:0;9911683f163c:36271 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:38,003 INFO [M:0;9911683f163c:36271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:38,003 DEBUG [M:0;9911683f163c:36271 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:33:38,003 INFO [M:0;9911683f163c:36271 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:33:38,003 INFO [M:0;9911683f163c:36271 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:33:38,004 INFO [M:0;9911683f163c:36271 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:33:38,004 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:33:38,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:38,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:38,004 DEBUG [M:0;9911683f163c:36271 {}] zookeeper.ZKUtil(347): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T18:33:38,005 WARN [M:0;9911683f163c:36271 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:33:38,005 INFO [M:0;9911683f163c:36271 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/.lastflushedseqids 2024-11-12T18:33:38,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741844_1020 (size=182) 2024-11-12T18:33:38,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741844_1020 (size=182) 2024-11-12T18:33:38,012 INFO [M:0;9911683f163c:36271 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:33:38,013 INFO [M:0;9911683f163c:36271 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:33:38,013 DEBUG [M:0;9911683f163c:36271 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:33:38,013 INFO [M:0;9911683f163c:36271 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:38,013 DEBUG [M:0;9911683f163c:36271 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:38,013 DEBUG [M:0;9911683f163c:36271 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:33:38,013 DEBUG [M:0;9911683f163c:36271 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:38,013 INFO [M:0;9911683f163c:36271 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-12T18:33:38,032 DEBUG [M:0;9911683f163c:36271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/072f518e0489448da8b3110c471a91cb is 82, key is hbase:meta,,1/info:regioninfo/1731436416756/Put/seqid=0 2024-11-12T18:33:38,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741845_1021 (size=5672) 2024-11-12T18:33:38,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741845_1021 (size=5672) 2024-11-12T18:33:38,038 INFO [M:0;9911683f163c:36271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/072f518e0489448da8b3110c471a91cb 2024-11-12T18:33:38,061 DEBUG [M:0;9911683f163c:36271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15d5738af3b648d68e1da14ae754b873 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731436417305/Put/seqid=0 2024-11-12T18:33:38,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741846_1022 (size=6219) 2024-11-12T18:33:38,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741846_1022 (size=6219) 2024-11-12T18:33:38,068 INFO [M:0;9911683f163c:36271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15d5738af3b648d68e1da14ae754b873 2024-11-12T18:33:38,091 DEBUG [M:0;9911683f163c:36271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e064323d986143d3b6266c9fc6e57a63 is 69, key is 9911683f163c,43865,1731436415832/rs:state/1731436416118/Put/seqid=0 2024-11-12T18:33:38,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741847_1023 (size=5224) 2024-11-12T18:33:38,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741847_1023 (size=5224) 2024-11-12T18:33:38,098 INFO [M:0;9911683f163c:36271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e064323d986143d3b6266c9fc6e57a63 2024-11-12T18:33:38,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:38,101 INFO [RS:1;9911683f163c:46597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:38,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46597-0x100354515ac0002, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:38,101 INFO [RS:1;9911683f163c:46597 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,46597,1731436415865; zookeeper connection closed. 2024-11-12T18:33:38,101 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e5e4c4c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e5e4c4c 2024-11-12T18:33:38,101 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T18:33:38,105 DEBUG [M:0;9911683f163c:36271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/072f518e0489448da8b3110c471a91cb as hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/072f518e0489448da8b3110c471a91cb 2024-11-12T18:33:38,111 INFO [M:0;9911683f163c:36271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/072f518e0489448da8b3110c471a91cb, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T18:33:38,112 DEBUG [M:0;9911683f163c:36271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15d5738af3b648d68e1da14ae754b873 as hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15d5738af3b648d68e1da14ae754b873 2024-11-12T18:33:38,118 INFO [M:0;9911683f163c:36271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15d5738af3b648d68e1da14ae754b873, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T18:33:38,119 DEBUG [M:0;9911683f163c:36271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e064323d986143d3b6266c9fc6e57a63 as hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e064323d986143d3b6266c9fc6e57a63 2024-11-12T18:33:38,153 INFO [M:0;9911683f163c:36271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32783/user/jenkins/test-data/41b3082b-b88c-ac5c-70f2-d33e0d8439af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e064323d986143d3b6266c9fc6e57a63, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T18:33:38,154 INFO [M:0;9911683f163c:36271 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=71, compaction requested=false 2024-11-12T18:33:38,156 INFO [M:0;9911683f163c:36271 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:38,156 DEBUG [M:0;9911683f163c:36271 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731436418013Disabling compacts and flushes for region at 1731436418013Disabling writes for close at 1731436418013Obtaining lock to block concurrent updates at 1731436418013Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731436418013Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731436418014 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731436418014Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731436418014Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731436418031 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731436418031Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731436418044 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731436418061 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731436418061Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731436418074 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731436418091 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731436418091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f3e25d1: reopening flushed file at 1731436418104 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b29f594: reopening flushed file at 1731436418111 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372f3092: reopening flushed file at 1731436418118 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=71, compaction requested=false at 1731436418154 (+36 ms)Writing region close event to WAL at 1731436418156 (+2 ms)Closed at 1731436418156 2024-11-12T18:33:38,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741830_1006 (size=35440) 2024-11-12T18:33:38,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741830_1006 (size=35440) 2024-11-12T18:33:38,160 INFO [M:0;9911683f163c:36271 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:33:38,160 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:38,160 INFO [M:0;9911683f163c:36271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36271 2024-11-12T18:33:38,160 INFO [M:0;9911683f163c:36271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:38,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:38,263 INFO [M:0;9911683f163c:36271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:38,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36271-0x100354515ac0000, quorum=127.0.0.1:64232, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:38,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cca4429{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:38,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e42aac3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:38,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:38,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48e85763{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:38,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@692f1915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:38,267 WARN [BP-1169579419-172.17.0.3-1731436414997 heartbeating to localhost/127.0.0.1:32783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:33:38,267 WARN [BP-1169579419-172.17.0.3-1731436414997 heartbeating to localhost/127.0.0.1:32783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1169579419-172.17.0.3-1731436414997 (Datanode Uuid 85a8434e-e524-4027-9a9f-3ba7f85b6144) service to localhost/127.0.0.1:32783 2024-11-12T18:33:38,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:33:38,267 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:33:38,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/cluster_bf47594f-1918-7ecc-be50-7f6985552232/data/data3/current/BP-1169579419-172.17.0.3-1731436414997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:38,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/cluster_bf47594f-1918-7ecc-be50-7f6985552232/data/data4/current/BP-1169579419-172.17.0.3-1731436414997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:38,268 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:33:38,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f5cb29e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:38,271 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16332268{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:38,271 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:38,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12ef0370{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:38,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30a79c5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:38,273 WARN [BP-1169579419-172.17.0.3-1731436414997 heartbeating to localhost/127.0.0.1:32783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:33:38,273 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:33:38,273 WARN [BP-1169579419-172.17.0.3-1731436414997 heartbeating to localhost/127.0.0.1:32783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1169579419-172.17.0.3-1731436414997 (Datanode Uuid 2d4cd36a-ec74-4f71-8f37-be0594c639b7) service to localhost/127.0.0.1:32783 2024-11-12T18:33:38,273 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:33:38,273 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/cluster_bf47594f-1918-7ecc-be50-7f6985552232/data/data1/current/BP-1169579419-172.17.0.3-1731436414997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:38,274 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/cluster_bf47594f-1918-7ecc-be50-7f6985552232/data/data2/current/BP-1169579419-172.17.0.3-1731436414997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:38,274 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:33:38,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39896500{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:33:38,280 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34f72eec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:38,280 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:38,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc2ed0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:38,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@198531dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:38,287 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:33:38,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:33:38,313 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=141 (was 114) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:32783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:32783 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:32783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:32783 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:32783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:32783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=72 (was 70) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6536 (was 6843) 2024-11-12T18:33:38,322 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=141, OpenFileDescriptor=476, MaxFileDescriptor=1048576, SystemLoadAverage=72, ProcessCount=11, AvailableMemoryMB=6536 2024-11-12T18:33:38,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/hadoop.log.dir so I do NOT create it in target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9 2024-11-12T18:33:38,337 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:33:38,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/hadoop.tmp.dir so I do NOT create it in target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9 2024-11-12T18:33:38,337 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfddf713-3808-2fb9-07b1-5a67e68e1f35/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:33:38,337 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9 2024-11-12T18:33:38,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:33:38,337 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/cluster_4e26b189-6d6b-d425-a204-e3c1944b3523, deleteOnExit=true 2024-11-12T18:33:38,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:33:38,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/test.cache.data in system properties and HBase conf 2024-11-12T18:33:38,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:33:38,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:33:38,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:33:38,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:33:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:33:38,338 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:33:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:33:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:33:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:33:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:33:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:33:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:33:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:33:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:33:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:33:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:33:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:33:38,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:33:38,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:33:38,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:33:38,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:38,421 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:38,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:38,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:38,422 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:33:38,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:38,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdbb9cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:38,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fe17f74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:38,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35ea4a7e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/java.io.tmpdir/jetty-localhost-42553-hadoop-hdfs-3_4_1-tests_jar-_-any-168252898546308063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:33:38,538 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@754bfc1c{HTTP/1.1, (http/1.1)}{localhost:42553} 2024-11-12T18:33:38,539 INFO [Time-limited test {}] server.Server(415): Started @16472ms 2024-11-12T18:33:38,617 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:38,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:38,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:38,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:38,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:33:38,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71a597b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:38,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4017d5a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:38,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39e5559a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/java.io.tmpdir/jetty-localhost-45747-hadoop-hdfs-3_4_1-tests_jar-_-any-8528738307149798827/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:38,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fb8686b{HTTP/1.1, (http/1.1)}{localhost:45747} 2024-11-12T18:33:38,740 INFO [Time-limited test {}] server.Server(415): Started @16674ms 2024-11-12T18:33:38,741 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:33:38,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:38,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:38,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:38,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:38,786 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:33:38,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ffb97c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:38,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@777e3428{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:38,835 WARN [Thread-882 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/cluster_4e26b189-6d6b-d425-a204-e3c1944b3523/data/data1/current/BP-1519200923-172.17.0.3-1731436418360/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:38,835 WARN [Thread-883 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/cluster_4e26b189-6d6b-d425-a204-e3c1944b3523/data/data2/current/BP-1519200923-172.17.0.3-1731436418360/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:38,853 WARN [Thread-861 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:33:38,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x124d1dd5b91b97e6 with lease ID 0x1a045d0e2a46180e: Processing first storage report for DS-c5f5ae6a-8eae-42bf-bfe9-d91c29d43ca0 from datanode DatanodeRegistration(127.0.0.1:41499, datanodeUuid=463514e0-9695-4958-b18b-50f0176b7579, infoPort=43211, infoSecurePort=0, ipcPort=39523, storageInfo=lv=-57;cid=testClusterID;nsid=580501569;c=1731436418360) 2024-11-12T18:33:38,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x124d1dd5b91b97e6 with lease ID 0x1a045d0e2a46180e: from storage DS-c5f5ae6a-8eae-42bf-bfe9-d91c29d43ca0 node DatanodeRegistration(127.0.0.1:41499, datanodeUuid=463514e0-9695-4958-b18b-50f0176b7579, infoPort=43211, infoSecurePort=0, ipcPort=39523, storageInfo=lv=-57;cid=testClusterID;nsid=580501569;c=1731436418360), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T18:33:38,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x124d1dd5b91b97e6 with lease ID 0x1a045d0e2a46180e: Processing first storage report for DS-828406cc-25d0-4be5-bf91-4a6104ac9213 from datanode DatanodeRegistration(127.0.0.1:41499, datanodeUuid=463514e0-9695-4958-b18b-50f0176b7579, infoPort=43211, infoSecurePort=0, ipcPort=39523, storageInfo=lv=-57;cid=testClusterID;nsid=580501569;c=1731436418360) 2024-11-12T18:33:38,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x124d1dd5b91b97e6 with lease ID 0x1a045d0e2a46180e: from storage DS-828406cc-25d0-4be5-bf91-4a6104ac9213 node DatanodeRegistration(127.0.0.1:41499, datanodeUuid=463514e0-9695-4958-b18b-50f0176b7579, infoPort=43211, infoSecurePort=0, ipcPort=39523, storageInfo=lv=-57;cid=testClusterID;nsid=580501569;c=1731436418360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:33:38,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19c23959{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/java.io.tmpdir/jetty-localhost-39111-hadoop-hdfs-3_4_1-tests_jar-_-any-11700517696262302395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:38,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5578c32c{HTTP/1.1, (http/1.1)}{localhost:39111} 2024-11-12T18:33:38,904 INFO [Time-limited test {}] server.Server(415): Started @16838ms 2024-11-12T18:33:38,905 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:33:38,990 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/cluster_4e26b189-6d6b-d425-a204-e3c1944b3523/data/data3/current/BP-1519200923-172.17.0.3-1731436418360/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:38,990 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/cluster_4e26b189-6d6b-d425-a204-e3c1944b3523/data/data4/current/BP-1519200923-172.17.0.3-1731436418360/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:39,010 WARN [Thread-897 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:33:39,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33e01c905517cec with lease ID 0x1a045d0e2a46180f: Processing first storage report for DS-689abed8-39fe-40bc-a332-b29af75e7636 from datanode DatanodeRegistration(127.0.0.1:44183, datanodeUuid=12dac6b8-3b8e-4c16-a836-c3ebfa240cf3, infoPort=38833, infoSecurePort=0, ipcPort=44737, storageInfo=lv=-57;cid=testClusterID;nsid=580501569;c=1731436418360) 2024-11-12T18:33:39,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33e01c905517cec with lease ID 0x1a045d0e2a46180f: from storage DS-689abed8-39fe-40bc-a332-b29af75e7636 node DatanodeRegistration(127.0.0.1:44183, datanodeUuid=12dac6b8-3b8e-4c16-a836-c3ebfa240cf3, infoPort=38833, infoSecurePort=0, ipcPort=44737, storageInfo=lv=-57;cid=testClusterID;nsid=580501569;c=1731436418360), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:33:39,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33e01c905517cec with lease ID 0x1a045d0e2a46180f: Processing first storage report for DS-e61afeba-4c50-434a-bf0d-42dd5d4ba99e from datanode DatanodeRegistration(127.0.0.1:44183, datanodeUuid=12dac6b8-3b8e-4c16-a836-c3ebfa240cf3, infoPort=38833, infoSecurePort=0, ipcPort=44737, storageInfo=lv=-57;cid=testClusterID;nsid=580501569;c=1731436418360) 2024-11-12T18:33:39,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33e01c905517cec with lease ID 0x1a045d0e2a46180f: from storage DS-e61afeba-4c50-434a-bf0d-42dd5d4ba99e node DatanodeRegistration(127.0.0.1:44183, datanodeUuid=12dac6b8-3b8e-4c16-a836-c3ebfa240cf3, infoPort=38833, infoSecurePort=0, ipcPort=44737, storageInfo=lv=-57;cid=testClusterID;nsid=580501569;c=1731436418360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:33:39,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9 2024-11-12T18:33:39,033 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/cluster_4e26b189-6d6b-d425-a204-e3c1944b3523/zookeeper_0, clientPort=52722, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/cluster_4e26b189-6d6b-d425-a204-e3c1944b3523/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/cluster_4e26b189-6d6b-d425-a204-e3c1944b3523/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:33:39,034 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52722 2024-11-12T18:33:39,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:39,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:39,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:33:39,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:33:39,046 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8 with version=8 2024-11-12T18:33:39,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/hbase-staging 2024-11-12T18:33:39,049 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:39,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:39,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:39,049 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:39,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:39,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:39,049 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:33:39,049 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:39,050 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43071 2024-11-12T18:33:39,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43071 connecting to ZooKeeper ensemble=127.0.0.1:52722 2024-11-12T18:33:39,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430710x0, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:39,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43071-0x100354522770000 connected 2024-11-12T18:33:39,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:39,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:39,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:39,088 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8, hbase.cluster.distributed=false 2024-11-12T18:33:39,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:39,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43071 2024-11-12T18:33:39,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43071 2024-11-12T18:33:39,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43071 2024-11-12T18:33:39,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43071 2024-11-12T18:33:39,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43071 2024-11-12T18:33:39,112 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:39,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:39,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:39,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:39,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:39,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:39,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:33:39,112 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:39,113 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44801 2024-11-12T18:33:39,114 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44801 connecting to ZooKeeper ensemble=127.0.0.1:52722 2024-11-12T18:33:39,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:39,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:39,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448010x0, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:39,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448010x0, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:39,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44801-0x100354522770001 connected 2024-11-12T18:33:39,122 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:33:39,131 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T18:33:39,138 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T18:33:39,144 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T18:33:39,148 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T18:33:39,148 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:33:39,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:33:39,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:39,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44801 2024-11-12T18:33:39,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44801 2024-11-12T18:33:39,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44801 2024-11-12T18:33:39,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44801 2024-11-12T18:33:39,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44801 2024-11-12T18:33:39,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:39,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:39,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:39,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:39,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:39,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:39,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:33:39,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:39,169 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42209 2024-11-12T18:33:39,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42209 connecting to ZooKeeper ensemble=127.0.0.1:52722 2024-11-12T18:33:39,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:39,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:39,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422090x0, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:39,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422090x0, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:39,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42209-0x100354522770002 connected 2024-11-12T18:33:39,178 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:33:39,178 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T18:33:39,186 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T18:33:39,186 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T18:33:39,189 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T18:33:39,189 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:33:39,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:33:39,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:39,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42209 2024-11-12T18:33:39,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42209 2024-11-12T18:33:39,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42209 2024-11-12T18:33:39,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42209 2024-11-12T18:33:39,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42209 2024-11-12T18:33:39,209 DEBUG [M:0;9911683f163c:43071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:43071 2024-11-12T18:33:39,209 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9911683f163c,43071,1731436419048 2024-11-12T18:33:39,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:39,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:39,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:39,212 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9911683f163c,43071,1731436419048 2024-11-12T18:33:39,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:39,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:39,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,215 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T18:33:39,215 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9911683f163c,43071,1731436419048 from backup master directory 2024-11-12T18:33:39,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:39,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:39,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9911683f163c,43071,1731436419048 2024-11-12T18:33:39,217 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:39,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:39,217 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,43071,1731436419048 2024-11-12T18:33:39,222 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/hbase.id] with ID: 825fcc66-d55b-4daf-90ba-6e1b562366b0 2024-11-12T18:33:39,222 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/.tmp/hbase.id 2024-11-12T18:33:39,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:33:39,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:33:39,231 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/.tmp/hbase.id]:[hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/hbase.id] 2024-11-12T18:33:39,243 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:39,244 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:33:39,245 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T18:33:39,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:33:39,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:33:39,256 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:33:39,257 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:33:39,257 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:39,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:33:39,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:33:39,267 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store 2024-11-12T18:33:39,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:33:39,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:33:39,274 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:39,274 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:33:39,274 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:39,274 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:39,274 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:33:39,274 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:39,274 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:39,274 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731436419274Disabling compacts and flushes for region at 1731436419274Disabling writes for close at 1731436419274Writing region close event to WAL at 1731436419274Closed at 1731436419274 2024-11-12T18:33:39,275 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/.initializing 2024-11-12T18:33:39,275 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/WALs/9911683f163c,43071,1731436419048 2024-11-12T18:33:39,277 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:39,278 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C43071%2C1731436419048, suffix=, logDir=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/WALs/9911683f163c,43071,1731436419048, archiveDir=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/oldWALs, maxLogs=10 2024-11-12T18:33:39,292 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/WALs/9911683f163c,43071,1731436419048/9911683f163c%2C43071%2C1731436419048.1731436419279, exclude list is [], retry=0 2024-11-12T18:33:39,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44183,DS-689abed8-39fe-40bc-a332-b29af75e7636,DISK] 2024-11-12T18:33:39,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41499,DS-c5f5ae6a-8eae-42bf-bfe9-d91c29d43ca0,DISK] 2024-11-12T18:33:39,297 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/WALs/9911683f163c,43071,1731436419048/9911683f163c%2C43071%2C1731436419048.1731436419279 2024-11-12T18:33:39,298 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38833:38833),(127.0.0.1/127.0.0.1:43211:43211)] 2024-11-12T18:33:39,298 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:33:39,298 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:39,298 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:39,298 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:39,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:39,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:33:39,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:39,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:39,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:39,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:33:39,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:39,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:39,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:39,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:33:39,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:39,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:39,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:39,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:33:39,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:39,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:39,307 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:39,308 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:39,308 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:39,309 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:39,309 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:39,310 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:39,311 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:39,313 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:39,314 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70421454, jitterRate=0.04936143755912781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:39,315 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731436419298Initializing all the Stores at 1731436419299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436419299Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436419300 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436419300Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436419300Cleaning up temporary data from old regions at 1731436419309 (+9 ms)Region opened successfully at 1731436419315 (+6 ms) 2024-11-12T18:33:39,315 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:33:39,318 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e07443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:39,319 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:33:39,320 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:33:39,320 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:33:39,320 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:33:39,320 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:33:39,321 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:33:39,321 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:33:39,323 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:33:39,324 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T18:33:39,326 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T18:33:39,326 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:33:39,327 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:33:39,328 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T18:33:39,329 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:33:39,330 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:33:39,332 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T18:33:39,332 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:33:39,334 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T18:33:39,336 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:33:39,337 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T18:33:39,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:39,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:39,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:39,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,340 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,43071,1731436419048, sessionid=0x100354522770000, setting cluster-up flag (Was=false) 2024-11-12T18:33:39,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,350 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T18:33:39,351 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,43071,1731436419048 2024-11-12T18:33:39,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,361 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T18:33:39,362 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,43071,1731436419048 2024-11-12T18:33:39,363 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:33:39,365 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:39,366 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:33:39,366 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:33:39,366 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,43071,1731436419048 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:33:39,367 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:39,368 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:39,368 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:39,368 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:39,368 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:33:39,368 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,368 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:39,368 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,370 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731436449370 2024-11-12T18:33:39,370 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:33:39,370 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:33:39,370 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:33:39,370 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:33:39,370 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:33:39,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:39,370 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:33:39,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:33:39,371 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,371 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:33:39,371 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:33:39,371 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:33:39,371 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:33:39,371 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:33:39,372 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436419371,5,FailOnTimeoutGroup] 2024-11-12T18:33:39,372 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436419372,5,FailOnTimeoutGroup] 2024-11-12T18:33:39,372 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,372 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:39,372 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:33:39,372 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,372 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,372 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:33:39,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:33:39,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:33:39,388 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:33:39,389 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8 2024-11-12T18:33:39,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:33:39,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:33:39,399 INFO [RS:0;9911683f163c:44801 {}] regionserver.HRegionServer(746): ClusterId : 825fcc66-d55b-4daf-90ba-6e1b562366b0 2024-11-12T18:33:39,400 DEBUG [RS:0;9911683f163c:44801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:33:39,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:39,400 INFO [RS:1;9911683f163c:42209 {}] regionserver.HRegionServer(746): ClusterId : 825fcc66-d55b-4daf-90ba-6e1b562366b0 2024-11-12T18:33:39,400 DEBUG [RS:1;9911683f163c:42209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:33:39,403 DEBUG [RS:0;9911683f163c:44801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:33:39,403 DEBUG [RS:0;9911683f163c:44801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:33:39,403 DEBUG [RS:1;9911683f163c:42209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:33:39,404 DEBUG [RS:1;9911683f163c:42209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:33:39,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:33:39,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:33:39,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:39,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:39,407 DEBUG [RS:0;9911683f163c:44801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:33:39,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:33:39,407 DEBUG [RS:1;9911683f163c:42209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:33:39,408 DEBUG [RS:0;9911683f163c:44801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7be110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:39,408 DEBUG [RS:1;9911683f163c:42209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249aa09c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:39,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:33:39,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:39,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:39,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:33:39,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:33:39,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:39,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:39,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:33:39,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:33:39,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:39,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:39,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:33:39,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740 2024-11-12T18:33:39,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740 2024-11-12T18:33:39,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:33:39,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:33:39,417 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:39,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:33:39,420 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:39,421 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73983247, jitterRate=0.10243628919124603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:39,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731436419400Initializing all the Stores at 1731436419401 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436419401Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436419404 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436419404Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436419404Cleaning up temporary data from old regions at 1731436419416 (+12 ms)Region opened successfully at 1731436419422 (+6 ms) 2024-11-12T18:33:39,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:33:39,422 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:33:39,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:33:39,422 DEBUG [RS:1;9911683f163c:42209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9911683f163c:42209 2024-11-12T18:33:39,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:33:39,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:33:39,422 INFO [RS:1;9911683f163c:42209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:33:39,422 INFO [RS:1;9911683f163c:42209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:33:39,422 DEBUG [RS:1;9911683f163c:42209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:33:39,423 INFO [RS:1;9911683f163c:42209 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,43071,1731436419048 with port=42209, startcode=1731436419167 2024-11-12T18:33:39,423 DEBUG [RS:1;9911683f163c:42209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:33:39,425 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:39,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731436419422Disabling compacts and flushes for region at 1731436419422Disabling writes for close at 1731436419422Writing region close event to WAL at 1731436419425 (+3 ms)Closed at 1731436419425 2024-11-12T18:33:39,426 DEBUG [RS:0;9911683f163c:44801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:44801 2024-11-12T18:33:39,426 INFO [RS:0;9911683f163c:44801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:33:39,426 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:33:39,426 INFO [RS:0;9911683f163c:44801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:33:39,426 DEBUG [RS:0;9911683f163c:44801 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:33:39,426 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:39,426 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:33:39,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:33:39,427 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,42209,1731436419167 2024-11-12T18:33:39,427 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43071 {}] master.ServerManager(517): Registering regionserver=9911683f163c,42209,1731436419167 2024-11-12T18:33:39,427 INFO [RS:0;9911683f163c:44801 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,43071,1731436419048 with port=44801, startcode=1731436419111 2024-11-12T18:33:39,427 DEBUG [RS:0;9911683f163c:44801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:33:39,428 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:33:39,429 DEBUG [RS:1;9911683f163c:42209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8 2024-11-12T18:33:39,429 DEBUG [RS:1;9911683f163c:42209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43031 2024-11-12T18:33:39,429 DEBUG [RS:1;9911683f163c:42209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:33:39,429 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:33:39,430 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,44801,1731436419111 2024-11-12T18:33:39,430 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43071 {}] master.ServerManager(517): Registering regionserver=9911683f163c,44801,1731436419111 2024-11-12T18:33:39,430 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:33:39,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:39,431 DEBUG [RS:0;9911683f163c:44801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8 2024-11-12T18:33:39,431 DEBUG [RS:0;9911683f163c:44801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43031 2024-11-12T18:33:39,431 DEBUG [RS:0;9911683f163c:44801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:33:39,432 DEBUG [RS:1;9911683f163c:42209 {}] zookeeper.ZKUtil(111): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,42209,1731436419167 2024-11-12T18:33:39,432 WARN [RS:1;9911683f163c:42209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:39,432 INFO [RS:1;9911683f163c:42209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:39,432 DEBUG [RS:1;9911683f163c:42209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/WALs/9911683f163c,42209,1731436419167 2024-11-12T18:33:39,432 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,42209,1731436419167] 2024-11-12T18:33:39,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:39,438 DEBUG [RS:0;9911683f163c:44801 {}] zookeeper.ZKUtil(111): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,44801,1731436419111 2024-11-12T18:33:39,438 WARN [RS:0;9911683f163c:44801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:39,438 INFO [RS:0;9911683f163c:44801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:39,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,44801,1731436419111] 2024-11-12T18:33:39,438 DEBUG [RS:0;9911683f163c:44801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/WALs/9911683f163c,44801,1731436419111 2024-11-12T18:33:39,438 INFO [RS:1;9911683f163c:42209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:33:39,440 INFO [RS:1;9911683f163c:42209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:33:39,442 INFO [RS:0;9911683f163c:44801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:33:39,443 INFO [RS:1;9911683f163c:42209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:33:39,443 INFO [RS:1;9911683f163c:42209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,444 INFO [RS:1;9911683f163c:42209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:33:39,444 INFO [RS:0;9911683f163c:44801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:33:39,444 INFO [RS:1;9911683f163c:42209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:33:39,445 INFO [RS:1;9911683f163c:42209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,445 DEBUG [RS:1;9911683f163c:42209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,445 DEBUG [RS:1;9911683f163c:42209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,445 DEBUG [RS:1;9911683f163c:42209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,445 DEBUG [RS:1;9911683f163c:42209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,445 DEBUG [RS:1;9911683f163c:42209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,445 DEBUG [RS:1;9911683f163c:42209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:39,445 DEBUG [RS:1;9911683f163c:42209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,445 DEBUG [RS:1;9911683f163c:42209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,445 DEBUG [RS:1;9911683f163c:42209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,445 DEBUG [RS:1;9911683f163c:42209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,445 DEBUG [RS:1;9911683f163c:42209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,445 DEBUG [RS:1;9911683f163c:42209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,445 DEBUG [RS:1;9911683f163c:42209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:39,445 DEBUG [RS:1;9911683f163c:42209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:39,446 INFO [RS:0;9911683f163c:44801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:33:39,446 INFO [RS:0;9911683f163c:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,447 INFO [RS:0;9911683f163c:44801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:33:39,447 INFO [RS:1;9911683f163c:42209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,447 INFO [RS:1;9911683f163c:42209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,447 INFO [RS:1;9911683f163c:42209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,447 INFO [RS:1;9911683f163c:42209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,447 INFO [RS:1;9911683f163c:42209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,447 INFO [RS:1;9911683f163c:42209 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42209,1731436419167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:39,447 INFO [RS:0;9911683f163c:44801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:33:39,448 INFO [RS:0;9911683f163c:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,448 DEBUG [RS:0;9911683f163c:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,448 DEBUG [RS:0;9911683f163c:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,448 DEBUG [RS:0;9911683f163c:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,448 DEBUG [RS:0;9911683f163c:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,448 DEBUG [RS:0;9911683f163c:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,448 DEBUG [RS:0;9911683f163c:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:39,448 DEBUG [RS:0;9911683f163c:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,448 DEBUG [RS:0;9911683f163c:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,448 DEBUG [RS:0;9911683f163c:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,448 DEBUG [RS:0;9911683f163c:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,448 DEBUG [RS:0;9911683f163c:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,448 DEBUG [RS:0;9911683f163c:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:39,448 DEBUG [RS:0;9911683f163c:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:39,448 DEBUG [RS:0;9911683f163c:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:39,449 INFO [RS:0;9911683f163c:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,450 INFO [RS:0;9911683f163c:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,450 INFO [RS:0;9911683f163c:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,450 INFO [RS:0;9911683f163c:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,450 INFO [RS:0;9911683f163c:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,450 INFO [RS:0;9911683f163c:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44801,1731436419111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:39,464 INFO [RS:1;9911683f163c:42209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:33:39,464 INFO [RS:1;9911683f163c:42209 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42209,1731436419167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,464 INFO [RS:1;9911683f163c:42209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,464 INFO [RS:1;9911683f163c:42209 {}] regionserver.Replication(171): 9911683f163c,42209,1731436419167 started 2024-11-12T18:33:39,465 INFO [RS:0;9911683f163c:44801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:33:39,466 INFO [RS:0;9911683f163c:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44801,1731436419111-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,466 INFO [RS:0;9911683f163c:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,466 INFO [RS:0;9911683f163c:44801 {}] regionserver.Replication(171): 9911683f163c,44801,1731436419111 started 2024-11-12T18:33:39,479 INFO [RS:1;9911683f163c:42209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,479 INFO [RS:1;9911683f163c:42209 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,42209,1731436419167, RpcServer on 9911683f163c/172.17.0.3:42209, sessionid=0x100354522770002 2024-11-12T18:33:39,479 DEBUG [RS:1;9911683f163c:42209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:33:39,480 DEBUG [RS:1;9911683f163c:42209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,42209,1731436419167 2024-11-12T18:33:39,480 DEBUG [RS:1;9911683f163c:42209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,42209,1731436419167' 2024-11-12T18:33:39,480 DEBUG [RS:1;9911683f163c:42209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:33:39,480 DEBUG [RS:1;9911683f163c:42209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:33:39,480 INFO [RS:0;9911683f163c:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:39,481 INFO [RS:0;9911683f163c:44801 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,44801,1731436419111, RpcServer on 9911683f163c/172.17.0.3:44801, sessionid=0x100354522770001 2024-11-12T18:33:39,481 DEBUG [RS:0;9911683f163c:44801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:33:39,481 DEBUG [RS:0;9911683f163c:44801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,44801,1731436419111 2024-11-12T18:33:39,481 DEBUG [RS:0;9911683f163c:44801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,44801,1731436419111' 2024-11-12T18:33:39,481 DEBUG [RS:0;9911683f163c:44801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:33:39,481 DEBUG [RS:1;9911683f163c:42209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:33:39,481 DEBUG [RS:1;9911683f163c:42209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:33:39,481 DEBUG [RS:1;9911683f163c:42209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,42209,1731436419167 2024-11-12T18:33:39,481 DEBUG [RS:1;9911683f163c:42209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,42209,1731436419167' 2024-11-12T18:33:39,481 DEBUG [RS:1;9911683f163c:42209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:33:39,481 DEBUG [RS:0;9911683f163c:44801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:33:39,481 DEBUG [RS:0;9911683f163c:44801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:33:39,482 DEBUG [RS:0;9911683f163c:44801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:33:39,482 DEBUG [RS:0;9911683f163c:44801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,44801,1731436419111 2024-11-12T18:33:39,482 DEBUG [RS:1;9911683f163c:42209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:33:39,482 DEBUG [RS:0;9911683f163c:44801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,44801,1731436419111' 2024-11-12T18:33:39,482 DEBUG [RS:0;9911683f163c:44801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:33:39,482 DEBUG [RS:0;9911683f163c:44801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:33:39,482 DEBUG [RS:1;9911683f163c:42209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:33:39,482 INFO [RS:1;9911683f163c:42209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:33:39,482 INFO [RS:1;9911683f163c:42209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:33:39,482 DEBUG [RS:0;9911683f163c:44801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:33:39,482 INFO [RS:0;9911683f163c:44801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:33:39,482 INFO [RS:0;9911683f163c:44801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:33:39,580 WARN [9911683f163c:43071 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T18:33:39,583 INFO [RS:1;9911683f163c:42209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:39,583 INFO [RS:0;9911683f163c:44801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:39,584 INFO [RS:0;9911683f163c:44801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C44801%2C1731436419111, suffix=, logDir=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/WALs/9911683f163c,44801,1731436419111, archiveDir=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/oldWALs, maxLogs=32 2024-11-12T18:33:39,584 INFO [RS:1;9911683f163c:42209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C42209%2C1731436419167, suffix=, logDir=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/WALs/9911683f163c,42209,1731436419167, archiveDir=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/oldWALs, maxLogs=32 2024-11-12T18:33:39,599 DEBUG [RS:0;9911683f163c:44801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/WALs/9911683f163c,44801,1731436419111/9911683f163c%2C44801%2C1731436419111.1731436419585, exclude list is [], retry=0 2024-11-12T18:33:39,599 DEBUG [RS:1;9911683f163c:42209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/WALs/9911683f163c,42209,1731436419167/9911683f163c%2C42209%2C1731436419167.1731436419585, exclude list is [], retry=0 2024-11-12T18:33:39,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41499,DS-c5f5ae6a-8eae-42bf-bfe9-d91c29d43ca0,DISK] 2024-11-12T18:33:39,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44183,DS-689abed8-39fe-40bc-a332-b29af75e7636,DISK] 2024-11-12T18:33:39,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41499,DS-c5f5ae6a-8eae-42bf-bfe9-d91c29d43ca0,DISK] 2024-11-12T18:33:39,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44183,DS-689abed8-39fe-40bc-a332-b29af75e7636,DISK] 2024-11-12T18:33:39,605 INFO [RS:0;9911683f163c:44801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/WALs/9911683f163c,44801,1731436419111/9911683f163c%2C44801%2C1731436419111.1731436419585 2024-11-12T18:33:39,605 INFO [RS:1;9911683f163c:42209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/WALs/9911683f163c,42209,1731436419167/9911683f163c%2C42209%2C1731436419167.1731436419585 2024-11-12T18:33:39,605 DEBUG [RS:1;9911683f163c:42209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43211:43211),(127.0.0.1/127.0.0.1:38833:38833)] 2024-11-12T18:33:39,608 DEBUG [RS:0;9911683f163c:44801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38833:38833),(127.0.0.1/127.0.0.1:43211:43211)] 2024-11-12T18:33:39,831 DEBUG [9911683f163c:43071 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T18:33:39,831 DEBUG [9911683f163c:43071 {}] balancer.BalancerClusterState(204): Hosts are {9911683f163c=0} racks are {/default-rack=0} 2024-11-12T18:33:39,833 DEBUG [9911683f163c:43071 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:33:39,833 DEBUG [9911683f163c:43071 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:33:39,833 DEBUG [9911683f163c:43071 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:33:39,833 DEBUG [9911683f163c:43071 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:33:39,833 INFO [9911683f163c:43071 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:33:39,833 INFO [9911683f163c:43071 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:33:39,833 DEBUG [9911683f163c:43071 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:33:39,834 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,44801,1731436419111 2024-11-12T18:33:39,835 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,44801,1731436419111, state=OPENING 2024-11-12T18:33:39,838 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:33:39,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:39,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:39,840 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:33:39,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:39,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:39,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,44801,1731436419111}] 2024-11-12T18:33:39,994 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:39,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:39,999 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:33:39,999 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:40,000 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:33:40,002 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C44801%2C1731436419111.meta, suffix=.meta, logDir=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/WALs/9911683f163c,44801,1731436419111, archiveDir=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/oldWALs, maxLogs=32 2024-11-12T18:33:40,016 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/WALs/9911683f163c,44801,1731436419111/9911683f163c%2C44801%2C1731436419111.meta.1731436420002.meta, exclude list is [], retry=0 2024-11-12T18:33:40,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41499,DS-c5f5ae6a-8eae-42bf-bfe9-d91c29d43ca0,DISK] 2024-11-12T18:33:40,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44183,DS-689abed8-39fe-40bc-a332-b29af75e7636,DISK] 2024-11-12T18:33:40,021 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/WALs/9911683f163c,44801,1731436419111/9911683f163c%2C44801%2C1731436419111.meta.1731436420002.meta 2024-11-12T18:33:40,021 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43211:43211),(127.0.0.1/127.0.0.1:38833:38833)] 2024-11-12T18:33:40,021 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:33:40,022 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:33:40,022 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:33:40,022 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:33:40,022 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:33:40,022 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:40,022 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:33:40,022 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:33:40,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:33:40,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:33:40,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:40,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:40,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:33:40,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:33:40,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:40,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:40,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:33:40,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:33:40,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:40,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:40,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:33:40,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:33:40,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:40,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:40,029 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:33:40,030 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740 2024-11-12T18:33:40,031 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740 2024-11-12T18:33:40,032 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:33:40,032 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:33:40,033 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:40,034 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:33:40,035 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72775115, jitterRate=0.08443371951580048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:40,035 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:33:40,036 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731436420022Writing region info on filesystem at 1731436420022Initializing all the Stores at 1731436420023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436420023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436420024 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436420024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436420024Cleaning up temporary data from old regions at 1731436420032 (+8 ms)Running coprocessor post-open hooks at 1731436420035 (+3 ms)Region opened successfully at 1731436420036 (+1 ms) 2024-11-12T18:33:40,037 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731436419993 2024-11-12T18:33:40,039 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:33:40,039 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:33:40,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,44801,1731436419111 2024-11-12T18:33:40,041 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,44801,1731436419111, state=OPEN 2024-11-12T18:33:40,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:40,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:40,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:40,044 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,44801,1731436419111 2024-11-12T18:33:40,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:40,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:40,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:40,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:33:40,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,44801,1731436419111 in 204 msec 2024-11-12T18:33:40,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:33:40,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-11-12T18:33:40,050 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:40,050 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:33:40,052 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:33:40,052 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,44801,1731436419111, seqNum=-1] 2024-11-12T18:33:40,052 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:40,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:40,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 694 msec 2024-11-12T18:33:40,059 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731436420059, completionTime=-1 2024-11-12T18:33:40,059 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T18:33:40,059 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:33:40,061 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T18:33:40,061 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731436480061 2024-11-12T18:33:40,061 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731436540061 2024-11-12T18:33:40,061 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T18:33:40,062 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43071,1731436419048-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:40,062 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43071,1731436419048-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:40,062 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43071,1731436419048-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:40,062 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:43071, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:40,062 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:40,062 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:40,064 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:33:40,066 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.849sec 2024-11-12T18:33:40,066 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:33:40,066 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:33:40,066 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:33:40,066 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:33:40,066 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:33:40,066 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43071,1731436419048-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:40,066 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43071,1731436419048-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:33:40,069 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:33:40,069 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:33:40,069 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43071,1731436419048-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:40,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4577721b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:40,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43071,-1 for getting cluster id 2024-11-12T18:33:40,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:33:40,101 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '825fcc66-d55b-4daf-90ba-6e1b562366b0' 2024-11-12T18:33:40,101 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:33:40,101 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "825fcc66-d55b-4daf-90ba-6e1b562366b0" 2024-11-12T18:33:40,102 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55748a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:40,102 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43071,-1] 2024-11-12T18:33:40,102 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:33:40,102 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:40,103 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:33:40,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@95f1c20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:40,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:33:40,106 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,44801,1731436419111, seqNum=-1] 2024-11-12T18:33:40,106 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:40,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:40,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,43071,1731436419048 2024-11-12T18:33:40,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:33:40,110 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,43071,1731436419048 2024-11-12T18:33:40,110 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1791088f 2024-11-12T18:33:40,110 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:33:40,111 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:33:40,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:33:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T18:33:40,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:33:40,115 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:40,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T18:33:40,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:33:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:40,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741836_1012 (size=379) 2024-11-12T18:33:40,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741836_1012 (size=379) 2024-11-12T18:33:40,127 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ada55ebee33dda67a6c7b65bb949e87a, NAME => 'testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8 2024-11-12T18:33:40,127 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 06455ba75dbd152bb4e671cb47a795e1, NAME => 'testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8 2024-11-12T18:33:40,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741837_1013 (size=61) 2024-11-12T18:33:40,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741837_1013 (size=61) 2024-11-12T18:33:40,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741838_1014 (size=61) 2024-11-12T18:33:40,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741838_1014 (size=61) 2024-11-12T18:33:40,136 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:40,136 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:40,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ada55ebee33dda67a6c7b65bb949e87a, disabling compactions & flushes 2024-11-12T18:33:40,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 06455ba75dbd152bb4e671cb47a795e1, disabling compactions & flushes 2024-11-12T18:33:40,137 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1. 2024-11-12T18:33:40,137 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a. 2024-11-12T18:33:40,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1. 2024-11-12T18:33:40,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a. 2024-11-12T18:33:40,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1. after waiting 0 ms 2024-11-12T18:33:40,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a. after waiting 0 ms 2024-11-12T18:33:40,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a. 2024-11-12T18:33:40,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1. 2024-11-12T18:33:40,137 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1. 2024-11-12T18:33:40,137 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a. 2024-11-12T18:33:40,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 06455ba75dbd152bb4e671cb47a795e1: Waiting for close lock at 1731436420137Disabling compacts and flushes for region at 1731436420137Disabling writes for close at 1731436420137Writing region close event to WAL at 1731436420137Closed at 1731436420137 2024-11-12T18:33:40,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ada55ebee33dda67a6c7b65bb949e87a: Waiting for close lock at 1731436420136Disabling compacts and flushes for region at 1731436420136Disabling writes for close at 1731436420137 (+1 ms)Writing region close event to WAL at 1731436420137Closed at 1731436420137 2024-11-12T18:33:40,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:33:40,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731436420139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731436420139"}]},"ts":"1731436420139"} 2024-11-12T18:33:40,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731436420139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731436420139"}]},"ts":"1731436420139"} 2024-11-12T18:33:40,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T18:33:40,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:33:40,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731436420144"}]},"ts":"1731436420144"} 2024-11-12T18:33:40,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T18:33:40,148 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9911683f163c=0} racks are {/default-rack=0} 2024-11-12T18:33:40,149 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:33:40,149 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:33:40,149 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:33:40,149 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:33:40,149 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:33:40,149 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:33:40,149 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:33:40,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ada55ebee33dda67a6c7b65bb949e87a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=06455ba75dbd152bb4e671cb47a795e1, ASSIGN}] 2024-11-12T18:33:40,151 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ada55ebee33dda67a6c7b65bb949e87a, ASSIGN 2024-11-12T18:33:40,151 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=06455ba75dbd152bb4e671cb47a795e1, ASSIGN 2024-11-12T18:33:40,152 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ada55ebee33dda67a6c7b65bb949e87a, ASSIGN; state=OFFLINE, location=9911683f163c,44801,1731436419111; forceNewPlan=false, retain=false 2024-11-12T18:33:40,152 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=06455ba75dbd152bb4e671cb47a795e1, ASSIGN; state=OFFLINE, location=9911683f163c,42209,1731436419167; forceNewPlan=false, retain=false 2024-11-12T18:33:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:40,303 INFO [9911683f163c:43071 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T18:33:40,303 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ada55ebee33dda67a6c7b65bb949e87a, regionState=OPENING, regionLocation=9911683f163c,44801,1731436419111 2024-11-12T18:33:40,303 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=06455ba75dbd152bb4e671cb47a795e1, regionState=OPENING, regionLocation=9911683f163c,42209,1731436419167 2024-11-12T18:33:40,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ada55ebee33dda67a6c7b65bb949e87a, ASSIGN because future has completed 2024-11-12T18:33:40,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ada55ebee33dda67a6c7b65bb949e87a, server=9911683f163c,44801,1731436419111}] 2024-11-12T18:33:40,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=06455ba75dbd152bb4e671cb47a795e1, ASSIGN because future has completed 2024-11-12T18:33:40,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06455ba75dbd152bb4e671cb47a795e1, server=9911683f163c,42209,1731436419167}] 2024-11-12T18:33:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:40,462 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:40,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:40,464 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a. 2024-11-12T18:33:40,464 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ada55ebee33dda67a6c7b65bb949e87a, NAME => 'testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T18:33:40,464 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ada55ebee33dda67a6c7b65bb949e87a 2024-11-12T18:33:40,464 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:40,465 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ada55ebee33dda67a6c7b65bb949e87a 2024-11-12T18:33:40,465 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ada55ebee33dda67a6c7b65bb949e87a 2024-11-12T18:33:40,466 INFO [StoreOpener-ada55ebee33dda67a6c7b65bb949e87a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ada55ebee33dda67a6c7b65bb949e87a 2024-11-12T18:33:40,467 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1. 2024-11-12T18:33:40,467 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 06455ba75dbd152bb4e671cb47a795e1, NAME => 'testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T18:33:40,468 INFO [StoreOpener-ada55ebee33dda67a6c7b65bb949e87a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ada55ebee33dda67a6c7b65bb949e87a columnFamilyName family 2024-11-12T18:33:40,468 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 06455ba75dbd152bb4e671cb47a795e1 2024-11-12T18:33:40,468 DEBUG [StoreOpener-ada55ebee33dda67a6c7b65bb949e87a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:40,468 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:40,468 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 06455ba75dbd152bb4e671cb47a795e1 2024-11-12T18:33:40,468 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 06455ba75dbd152bb4e671cb47a795e1 2024-11-12T18:33:40,468 INFO [StoreOpener-ada55ebee33dda67a6c7b65bb949e87a-1 {}] regionserver.HStore(327): Store=ada55ebee33dda67a6c7b65bb949e87a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:40,468 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ada55ebee33dda67a6c7b65bb949e87a 2024-11-12T18:33:40,469 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/ada55ebee33dda67a6c7b65bb949e87a 2024-11-12T18:33:40,469 INFO [StoreOpener-06455ba75dbd152bb4e671cb47a795e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 06455ba75dbd152bb4e671cb47a795e1 2024-11-12T18:33:40,469 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/ada55ebee33dda67a6c7b65bb949e87a 2024-11-12T18:33:40,470 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ada55ebee33dda67a6c7b65bb949e87a 2024-11-12T18:33:40,470 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ada55ebee33dda67a6c7b65bb949e87a 2024-11-12T18:33:40,471 INFO [StoreOpener-06455ba75dbd152bb4e671cb47a795e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06455ba75dbd152bb4e671cb47a795e1 columnFamilyName family 2024-11-12T18:33:40,471 DEBUG [StoreOpener-06455ba75dbd152bb4e671cb47a795e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:40,471 INFO [StoreOpener-06455ba75dbd152bb4e671cb47a795e1-1 {}] regionserver.HStore(327): Store=06455ba75dbd152bb4e671cb47a795e1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:40,472 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 06455ba75dbd152bb4e671cb47a795e1 2024-11-12T18:33:40,472 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ada55ebee33dda67a6c7b65bb949e87a 2024-11-12T18:33:40,472 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/06455ba75dbd152bb4e671cb47a795e1 2024-11-12T18:33:40,473 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/06455ba75dbd152bb4e671cb47a795e1 2024-11-12T18:33:40,474 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 06455ba75dbd152bb4e671cb47a795e1 2024-11-12T18:33:40,474 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 06455ba75dbd152bb4e671cb47a795e1 2024-11-12T18:33:40,474 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/ada55ebee33dda67a6c7b65bb949e87a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:40,475 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ada55ebee33dda67a6c7b65bb949e87a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61210106, jitterRate=-0.08789834380149841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:33:40,475 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ada55ebee33dda67a6c7b65bb949e87a 2024-11-12T18:33:40,475 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 06455ba75dbd152bb4e671cb47a795e1 2024-11-12T18:33:40,476 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ada55ebee33dda67a6c7b65bb949e87a: Running coprocessor pre-open hook at 1731436420465Writing region info on filesystem at 1731436420465Initializing all the Stores at 1731436420466 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436420466Cleaning up temporary data from old regions at 1731436420470 (+4 ms)Running coprocessor post-open hooks at 1731436420475 (+5 ms)Region opened successfully at 1731436420476 (+1 ms) 2024-11-12T18:33:40,477 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a., pid=7, masterSystemTime=1731436420460 2024-11-12T18:33:40,478 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/06455ba75dbd152bb4e671cb47a795e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:40,478 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 06455ba75dbd152bb4e671cb47a795e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71389316, jitterRate=0.06378370523452759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:33:40,478 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06455ba75dbd152bb4e671cb47a795e1 2024-11-12T18:33:40,478 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 06455ba75dbd152bb4e671cb47a795e1: Running coprocessor pre-open hook at 1731436420468Writing region info on filesystem at 1731436420468Initializing all the Stores at 1731436420469 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436420469Cleaning up temporary data from old regions at 1731436420474 (+5 ms)Running coprocessor post-open hooks at 1731436420478 (+4 ms)Region opened successfully at 1731436420478 2024-11-12T18:33:40,479 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1., pid=8, masterSystemTime=1731436420462 2024-11-12T18:33:40,480 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a. 2024-11-12T18:33:40,481 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a. 2024-11-12T18:33:40,481 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ada55ebee33dda67a6c7b65bb949e87a, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,44801,1731436419111 2024-11-12T18:33:40,482 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1. 2024-11-12T18:33:40,482 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1. 2024-11-12T18:33:40,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=06455ba75dbd152bb4e671cb47a795e1, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,42209,1731436419167 2024-11-12T18:33:40,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ada55ebee33dda67a6c7b65bb949e87a, server=9911683f163c,44801,1731436419111 because future has completed 2024-11-12T18:33:40,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06455ba75dbd152bb4e671cb47a795e1, server=9911683f163c,42209,1731436419167 because future has completed 2024-11-12T18:33:40,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-12T18:33:40,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ada55ebee33dda67a6c7b65bb949e87a, server=9911683f163c,44801,1731436419111 in 178 msec 2024-11-12T18:33:40,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-12T18:33:40,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 06455ba75dbd152bb4e671cb47a795e1, server=9911683f163c,42209,1731436419167 in 179 msec 2024-11-12T18:33:40,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ada55ebee33dda67a6c7b65bb949e87a, ASSIGN in 339 msec 2024-11-12T18:33:40,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-12T18:33:40,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=06455ba75dbd152bb4e671cb47a795e1, ASSIGN in 340 msec 2024-11-12T18:33:40,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:33:40,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731436420493"}]},"ts":"1731436420493"} 2024-11-12T18:33:40,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T18:33:40,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:33:40,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 386 msec 2024-11-12T18:33:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:40,749 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T18:33:40,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T18:33:40,749 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:33:40,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T18:33:40,753 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:33:40,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T18:33:40,756 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a., hostname=9911683f163c,44801,1731436419111, seqNum=2] 2024-11-12T18:33:40,768 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1., hostname=9911683f163c,42209,1731436419167, seqNum=2] 2024-11-12T18:33:40,768 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:40,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:40,780 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ada55ebee33dda67a6c7b65bb949e87a 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T18:33:40,797 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/ada55ebee33dda67a6c7b65bb949e87a/.tmp/family/4717221df1dd41c2860be6d1f0fed159 is 32, key is 1/family:/1731436420758/Put/seqid=0 2024-11-12T18:33:40,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741839_1015 (size=5054) 2024-11-12T18:33:40,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741839_1015 (size=5054) 2024-11-12T18:33:40,803 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/ada55ebee33dda67a6c7b65bb949e87a/.tmp/family/4717221df1dd41c2860be6d1f0fed159 2024-11-12T18:33:40,810 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/ada55ebee33dda67a6c7b65bb949e87a/.tmp/family/4717221df1dd41c2860be6d1f0fed159 as hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/ada55ebee33dda67a6c7b65bb949e87a/family/4717221df1dd41c2860be6d1f0fed159 2024-11-12T18:33:40,816 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/ada55ebee33dda67a6c7b65bb949e87a/family/4717221df1dd41c2860be6d1f0fed159, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T18:33:40,817 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ada55ebee33dda67a6c7b65bb949e87a in 37ms, sequenceid=8, compaction requested=false 2024-11-12T18:33:40,817 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ada55ebee33dda67a6c7b65bb949e87a: 2024-11-12T18:33:40,817 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 06455ba75dbd152bb4e671cb47a795e1 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T18:33:40,834 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/06455ba75dbd152bb4e671cb47a795e1/.tmp/family/9bee2cec1162476c9631e543059c671e is 32, key is 5/family:/1731436420770/Put/seqid=0 2024-11-12T18:33:40,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741840_1016 (size=5083) 2024-11-12T18:33:40,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741840_1016 (size=5083) 2024-11-12T18:33:40,840 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/06455ba75dbd152bb4e671cb47a795e1/.tmp/family/9bee2cec1162476c9631e543059c671e 2024-11-12T18:33:40,846 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/06455ba75dbd152bb4e671cb47a795e1/.tmp/family/9bee2cec1162476c9631e543059c671e as hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/06455ba75dbd152bb4e671cb47a795e1/family/9bee2cec1162476c9631e543059c671e 2024-11-12T18:33:40,852 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/06455ba75dbd152bb4e671cb47a795e1/family/9bee2cec1162476c9631e543059c671e, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T18:33:40,853 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 06455ba75dbd152bb4e671cb47a795e1 in 36ms, sequenceid=9, compaction requested=false 2024-11-12T18:33:40,854 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 06455ba75dbd152bb4e671cb47a795e1: 2024-11-12T18:33:40,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6185a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:40,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43071,-1 for getting cluster id 2024-11-12T18:33:40,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:33:40,855 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '825fcc66-d55b-4daf-90ba-6e1b562366b0' 2024-11-12T18:33:40,856 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:33:40,856 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "825fcc66-d55b-4daf-90ba-6e1b562366b0" 2024-11-12T18:33:40,856 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddde9d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:40,856 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43071,-1] 2024-11-12T18:33:40,856 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:33:40,857 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:40,857 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:33:40,858 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c28046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:40,864 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-12T18:33:40,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:33:40,865 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,44801,1731436419111, seqNum=-1] 2024-11-12T18:33:40,866 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:40,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:40,869 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:40,870 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:40,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:40,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42209 {}] bucket.BucketCache(1864): found 1 blocks for file 9bee2cec1162476c9631e543059c671e, starting offset: 0, end offset: 9223372036854775807 2024-11-12T18:33:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] bucket.BucketCache(1864): found 1 blocks for file 4717221df1dd41c2860be6d1f0fed159, starting offset: 0, end offset: 9223372036854775807 2024-11-12T18:33:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42209 {}] bucket.BucketCache(857): removed key 9bee2cec1162476c9631e543059c671e_0 from back map with offset lock 2094080 in the evict process 2024-11-12T18:33:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] bucket.BucketCache(857): removed key 4717221df1dd41c2860be6d1f0fed159_0 from back map with offset lock 2094080 in the evict process 2024-11-12T18:33:40,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:33:40,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:40,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:40,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:40,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:33:40,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:33:40,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:33:40,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:40,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:40,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:40,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:33:40,875 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:33:40,875 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=126711129, stopped=false 2024-11-12T18:33:40,875 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,43071,1731436419048 2024-11-12T18:33:40,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:40,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:40,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:40,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:40,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:40,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:40,877 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:33:40,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:40,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:40,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:40,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:33:40,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:40,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:40,878 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,44801,1731436419111' ***** 2024-11-12T18:33:40,878 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:33:40,878 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,42209,1731436419167' ***** 2024-11-12T18:33:40,878 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:33:40,879 INFO [RS:1;9911683f163c:42209 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T18:33:40,879 INFO [RS:0;9911683f163c:44801 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T18:33:40,879 INFO [RS:0;9911683f163c:44801 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T18:33:40,879 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T18:33:40,879 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T18:33:40,879 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T18:33:40,879 INFO [RS:1;9911683f163c:42209 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T18:33:40,879 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T18:33:40,879 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T18:33:40,879 INFO [RS:0;9911683f163c:44801 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:33:40,879 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T18:33:40,879 INFO [RS:1;9911683f163c:42209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:33:40,880 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:33:40,880 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:33:40,880 INFO [RS:1;9911683f163c:42209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:33:40,880 INFO [RS:1;9911683f163c:42209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:33:40,880 INFO [RS:1;9911683f163c:42209 {}] regionserver.HRegionServer(3091): Received CLOSE for 06455ba75dbd152bb4e671cb47a795e1 2024-11-12T18:33:40,880 INFO [RS:0;9911683f163c:44801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:33:40,880 INFO [RS:0;9911683f163c:44801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:33:40,880 INFO [RS:0;9911683f163c:44801 {}] regionserver.HRegionServer(3091): Received CLOSE for ada55ebee33dda67a6c7b65bb949e87a 2024-11-12T18:33:40,880 INFO [RS:1;9911683f163c:42209 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,42209,1731436419167 2024-11-12T18:33:40,880 INFO [RS:1;9911683f163c:42209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:40,880 INFO [RS:1;9911683f163c:42209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9911683f163c:42209. 2024-11-12T18:33:40,880 INFO [RS:0;9911683f163c:44801 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,44801,1731436419111 2024-11-12T18:33:40,880 INFO [RS:0;9911683f163c:44801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:40,880 DEBUG [RS:1;9911683f163c:42209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:40,880 DEBUG [RS:1;9911683f163c:42209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:40,880 INFO [RS:0;9911683f163c:44801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:44801. 2024-11-12T18:33:40,880 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06455ba75dbd152bb4e671cb47a795e1, disabling compactions & flushes 2024-11-12T18:33:40,881 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ada55ebee33dda67a6c7b65bb949e87a, disabling compactions & flushes 2024-11-12T18:33:40,881 DEBUG [RS:0;9911683f163c:44801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:40,881 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1. 2024-11-12T18:33:40,881 INFO [RS:1;9911683f163c:42209 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:33:40,881 DEBUG [RS:0;9911683f163c:44801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:40,881 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a. 2024-11-12T18:33:40,881 DEBUG [RS:1;9911683f163c:42209 {}] regionserver.HRegionServer(1325): Online Regions={06455ba75dbd152bb4e671cb47a795e1=testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1.} 2024-11-12T18:33:40,881 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1. 2024-11-12T18:33:40,881 INFO [RS:0;9911683f163c:44801 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:33:40,881 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a. 2024-11-12T18:33:40,881 INFO [RS:0;9911683f163c:44801 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:33:40,881 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1. after waiting 0 ms 2024-11-12T18:33:40,881 INFO [RS:0;9911683f163c:44801 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:33:40,881 DEBUG [RS:1;9911683f163c:42209 {}] regionserver.HRegionServer(1351): Waiting on 06455ba75dbd152bb4e671cb47a795e1 2024-11-12T18:33:40,881 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a. after waiting 0 ms 2024-11-12T18:33:40,881 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1. 2024-11-12T18:33:40,881 INFO [RS:0;9911683f163c:44801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:33:40,881 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a. 2024-11-12T18:33:40,881 INFO [RS:0;9911683f163c:44801 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T18:33:40,881 DEBUG [RS:0;9911683f163c:44801 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ada55ebee33dda67a6c7b65bb949e87a=testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a.} 2024-11-12T18:33:40,881 DEBUG [RS:0;9911683f163c:44801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ada55ebee33dda67a6c7b65bb949e87a 2024-11-12T18:33:40,881 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:33:40,881 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:33:40,881 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:33:40,882 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:33:40,882 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:33:40,882 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T18:33:40,886 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/06455ba75dbd152bb4e671cb47a795e1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T18:33:40,886 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/default/testClearRegionBlockCache/ada55ebee33dda67a6c7b65bb949e87a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T18:33:40,887 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1. 2024-11-12T18:33:40,887 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a. 2024-11-12T18:33:40,887 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06455ba75dbd152bb4e671cb47a795e1: Waiting for close lock at 1731436420880Running coprocessor pre-close hooks at 1731436420880Disabling compacts and flushes for region at 1731436420880Disabling writes for close at 1731436420881 (+1 ms)Writing region close event to WAL at 1731436420882 (+1 ms)Running coprocessor post-close hooks at 1731436420887 (+5 ms)Closed at 1731436420887 2024-11-12T18:33:40,887 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ada55ebee33dda67a6c7b65bb949e87a: Waiting for close lock at 1731436420881Running coprocessor pre-close hooks at 1731436420881Disabling compacts and flushes for region at 1731436420881Disabling writes for close at 1731436420881Writing region close event to WAL at 1731436420882 (+1 ms)Running coprocessor post-close hooks at 1731436420887 (+5 ms)Closed at 1731436420887 2024-11-12T18:33:40,887 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731436420112.ada55ebee33dda67a6c7b65bb949e87a. 2024-11-12T18:33:40,887 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1. 2024-11-12T18:33:40,899 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740/.tmp/info/d170930f42814293b0dad1c8b77bc77e is 173, key is testClearRegionBlockCache,5,1731436420112.06455ba75dbd152bb4e671cb47a795e1./info:regioninfo/1731436420482/Put/seqid=0 2024-11-12T18:33:40,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741841_1017 (size=8173) 2024-11-12T18:33:40,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741841_1017 (size=8173) 2024-11-12T18:33:40,905 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740/.tmp/info/d170930f42814293b0dad1c8b77bc77e 2024-11-12T18:33:40,927 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740/.tmp/ns/1971f151cc0f47c4bc53075d24b40b83 is 43, key is default/ns:d/1731436420054/Put/seqid=0 2024-11-12T18:33:40,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:33:40,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:33:40,933 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740/.tmp/ns/1971f151cc0f47c4bc53075d24b40b83 2024-11-12T18:33:40,948 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:40,951 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:40,954 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740/.tmp/table/4775ade3a9d6486a90f5720b0d8b56a5 is 61, key is testClearRegionBlockCache/table:state/1731436420493/Put/seqid=0 2024-11-12T18:33:40,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741843_1019 (size=5312) 2024-11-12T18:33:40,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741843_1019 (size=5312) 2024-11-12T18:33:40,961 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740/.tmp/table/4775ade3a9d6486a90f5720b0d8b56a5 2024-11-12T18:33:40,967 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740/.tmp/info/d170930f42814293b0dad1c8b77bc77e as hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740/info/d170930f42814293b0dad1c8b77bc77e 2024-11-12T18:33:40,975 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740/info/d170930f42814293b0dad1c8b77bc77e, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T18:33:40,976 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740/.tmp/ns/1971f151cc0f47c4bc53075d24b40b83 as hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740/ns/1971f151cc0f47c4bc53075d24b40b83 2024-11-12T18:33:40,983 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740/ns/1971f151cc0f47c4bc53075d24b40b83, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T18:33:40,984 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740/.tmp/table/4775ade3a9d6486a90f5720b0d8b56a5 as hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740/table/4775ade3a9d6486a90f5720b0d8b56a5 2024-11-12T18:33:40,990 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740/table/4775ade3a9d6486a90f5720b0d8b56a5, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T18:33:40,991 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=13, compaction requested=false 2024-11-12T18:33:40,996 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T18:33:40,997 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:33:40,997 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:40,997 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731436420881Running coprocessor pre-close hooks at 1731436420881Disabling compacts and flushes for region at 1731436420881Disabling writes for close at 1731436420882 (+1 ms)Obtaining lock to block concurrent updates at 1731436420882Preparing flush snapshotting stores in 1588230740 at 1731436420882Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731436420882Flushing stores of hbase:meta,,1.1588230740 at 1731436420883 (+1 ms)Flushing 1588230740/info: creating writer at 1731436420883Flushing 1588230740/info: appending metadata at 1731436420899 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731436420899Flushing 1588230740/ns: creating writer at 1731436420911 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731436420926 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731436420927 (+1 ms)Flushing 1588230740/table: creating writer at 1731436420939 (+12 ms)Flushing 1588230740/table: appending metadata at 1731436420954 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731436420954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ae9f6e4: reopening flushed file at 1731436420967 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a3275d: reopening flushed file at 1731436420975 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411659f2: reopening flushed file at 1731436420983 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=13, compaction requested=false at 1731436420991 (+8 ms)Writing region close event to WAL at 1731436420992 (+1 ms)Running coprocessor post-close hooks at 1731436420997 (+5 ms)Closed at 1731436420997 2024-11-12T18:33:40,997 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:41,081 INFO [RS:1;9911683f163c:42209 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,42209,1731436419167; all regions closed. 2024-11-12T18:33:41,081 INFO [RS:0;9911683f163c:44801 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,44801,1731436419111; all regions closed. 2024-11-12T18:33:41,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741835_1011 (size=4338) 2024-11-12T18:33:41,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741835_1011 (size=4338) 2024-11-12T18:33:41,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741833_1009 (size=1867) 2024-11-12T18:33:41,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741833_1009 (size=1867) 2024-11-12T18:33:41,087 DEBUG [RS:1;9911683f163c:42209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/oldWALs 2024-11-12T18:33:41,087 INFO [RS:1;9911683f163c:42209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C42209%2C1731436419167:(num 1731436419585) 2024-11-12T18:33:41,087 DEBUG [RS:1;9911683f163c:42209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:41,087 INFO [RS:1;9911683f163c:42209 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:41,087 DEBUG [RS:0;9911683f163c:44801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/oldWALs 2024-11-12T18:33:41,087 INFO [RS:0;9911683f163c:44801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C44801%2C1731436419111.meta:.meta(num 1731436420002) 2024-11-12T18:33:41,087 INFO [RS:1;9911683f163c:42209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:41,087 INFO [RS:1;9911683f163c:42209 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:41,087 INFO [RS:1;9911683f163c:42209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:33:41,087 INFO [RS:1;9911683f163c:42209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:33:41,087 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:41,087 INFO [RS:1;9911683f163c:42209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:33:41,087 INFO [RS:1;9911683f163c:42209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:41,088 INFO [RS:1;9911683f163c:42209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42209 2024-11-12T18:33:41,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:41,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,42209,1731436419167 2024-11-12T18:33:41,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741834_1010 (size=1758) 2024-11-12T18:33:41,090 INFO [RS:1;9911683f163c:42209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:41,090 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/WALs/9911683f163c,44801,1731436419111/9911683f163c%2C44801%2C1731436419111.1731436419585 not finished, retry = 0 2024-11-12T18:33:41,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741834_1010 (size=1758) 2024-11-12T18:33:41,092 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,42209,1731436419167] 2024-11-12T18:33:41,093 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,42209,1731436419167 already deleted, retry=false 2024-11-12T18:33:41,093 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,42209,1731436419167 expired; onlineServers=1 2024-11-12T18:33:41,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:41,192 INFO [RS:1;9911683f163c:42209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:41,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42209-0x100354522770002, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:41,192 INFO [RS:1;9911683f163c:42209 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,42209,1731436419167; zookeeper connection closed. 2024-11-12T18:33:41,192 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bdc61e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bdc61e7 2024-11-12T18:33:41,193 DEBUG [RS:0;9911683f163c:44801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/oldWALs 2024-11-12T18:33:41,193 INFO [RS:0;9911683f163c:44801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C44801%2C1731436419111:(num 1731436419585) 2024-11-12T18:33:41,193 DEBUG [RS:0;9911683f163c:44801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:41,193 INFO [RS:0;9911683f163c:44801 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:41,193 INFO [RS:0;9911683f163c:44801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:41,193 INFO [RS:0;9911683f163c:44801 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:41,193 INFO [RS:0;9911683f163c:44801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:41,193 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:41,194 INFO [RS:0;9911683f163c:44801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44801 2024-11-12T18:33:41,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:41,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,44801,1731436419111 2024-11-12T18:33:41,196 INFO [RS:0;9911683f163c:44801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:41,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,44801,1731436419111] 2024-11-12T18:33:41,199 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,44801,1731436419111 already deleted, retry=false 2024-11-12T18:33:41,199 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,44801,1731436419111 expired; onlineServers=0 2024-11-12T18:33:41,199 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,43071,1731436419048' ***** 2024-11-12T18:33:41,199 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:33:41,199 INFO [M:0;9911683f163c:43071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:41,199 INFO [M:0;9911683f163c:43071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:41,199 DEBUG [M:0;9911683f163c:43071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:33:41,199 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:33:41,199 DEBUG [M:0;9911683f163c:43071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:33:41,199 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436419371 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436419371,5,FailOnTimeoutGroup] 2024-11-12T18:33:41,199 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436419372 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436419372,5,FailOnTimeoutGroup] 2024-11-12T18:33:41,200 INFO [M:0;9911683f163c:43071 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:41,200 INFO [M:0;9911683f163c:43071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:41,200 DEBUG [M:0;9911683f163c:43071 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:33:41,200 INFO [M:0;9911683f163c:43071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:33:41,200 INFO [M:0;9911683f163c:43071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:33:41,200 INFO [M:0;9911683f163c:43071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:33:41,200 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:33:41,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:41,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:41,201 DEBUG [M:0;9911683f163c:43071 {}] zookeeper.ZKUtil(347): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T18:33:41,201 WARN [M:0;9911683f163c:43071 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:33:41,202 INFO [M:0;9911683f163c:43071 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/.lastflushedseqids 2024-11-12T18:33:41,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741844_1020 (size=191) 2024-11-12T18:33:41,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741844_1020 (size=191) 2024-11-12T18:33:41,208 INFO [M:0;9911683f163c:43071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:33:41,209 INFO [M:0;9911683f163c:43071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:33:41,209 DEBUG [M:0;9911683f163c:43071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:33:41,209 INFO [M:0;9911683f163c:43071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:41,209 DEBUG [M:0;9911683f163c:43071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:41,209 DEBUG [M:0;9911683f163c:43071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:33:41,209 DEBUG [M:0;9911683f163c:43071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:41,209 INFO [M:0;9911683f163c:43071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-12T18:33:41,225 DEBUG [M:0;9911683f163c:43071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f98d1a74c1d94687b7ad942d55d14782 is 82, key is hbase:meta,,1/info:regioninfo/1731436420040/Put/seqid=0 2024-11-12T18:33:41,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741845_1021 (size=5672) 2024-11-12T18:33:41,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741845_1021 (size=5672) 2024-11-12T18:33:41,232 INFO [M:0;9911683f163c:43071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f98d1a74c1d94687b7ad942d55d14782 2024-11-12T18:33:41,261 DEBUG [M:0;9911683f163c:43071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a6b578325994f78864f0046af2245fd is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731436420500/Put/seqid=0 2024-11-12T18:33:41,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741846_1022 (size=6220) 2024-11-12T18:33:41,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741846_1022 (size=6220) 2024-11-12T18:33:41,268 INFO [M:0;9911683f163c:43071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a6b578325994f78864f0046af2245fd 2024-11-12T18:33:41,288 DEBUG [M:0;9911683f163c:43071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a3e782852f24531a4bd524aae886337 is 69, key is 9911683f163c,42209,1731436419167/rs:state/1731436419427/Put/seqid=0 2024-11-12T18:33:41,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741847_1023 (size=5224) 2024-11-12T18:33:41,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741847_1023 (size=5224) 2024-11-12T18:33:41,295 INFO [M:0;9911683f163c:43071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a3e782852f24531a4bd524aae886337 2024-11-12T18:33:41,298 INFO [RS:0;9911683f163c:44801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:41,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:41,298 INFO [RS:0;9911683f163c:44801 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,44801,1731436419111; zookeeper connection closed. 2024-11-12T18:33:41,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x100354522770001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:41,298 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f04a115 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f04a115 2024-11-12T18:33:41,298 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T18:33:41,301 DEBUG [M:0;9911683f163c:43071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f98d1a74c1d94687b7ad942d55d14782 as hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f98d1a74c1d94687b7ad942d55d14782 2024-11-12T18:33:41,307 INFO [M:0;9911683f163c:43071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f98d1a74c1d94687b7ad942d55d14782, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T18:33:41,309 DEBUG [M:0;9911683f163c:43071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a6b578325994f78864f0046af2245fd as hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a6b578325994f78864f0046af2245fd 2024-11-12T18:33:41,314 INFO [M:0;9911683f163c:43071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a6b578325994f78864f0046af2245fd, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T18:33:41,315 DEBUG [M:0;9911683f163c:43071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a3e782852f24531a4bd524aae886337 as hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a3e782852f24531a4bd524aae886337 2024-11-12T18:33:41,321 INFO [M:0;9911683f163c:43071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43031/user/jenkins/test-data/1c7b3840-2acf-6758-4b19-d20889a016c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a3e782852f24531a4bd524aae886337, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T18:33:41,322 INFO [M:0;9911683f163c:43071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=71, compaction requested=false 2024-11-12T18:33:41,323 INFO [M:0;9911683f163c:43071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:41,324 DEBUG [M:0;9911683f163c:43071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731436421209Disabling compacts and flushes for region at 1731436421209Disabling writes for close at 1731436421209Obtaining lock to block concurrent updates at 1731436421209Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731436421209Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731436421209Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731436421210 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731436421210Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731436421225 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731436421225Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731436421238 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731436421260 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731436421260Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731436421273 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731436421288 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731436421288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56fd7b61: reopening flushed file at 1731436421301 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38618c80: reopening flushed file at 1731436421308 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1868dcf3: reopening flushed file at 1731436421314 (+6 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=71, compaction requested=false at 1731436421322 (+8 ms)Writing region close event to WAL at 1731436421323 (+1 ms)Closed at 1731436421323 2024-11-12T18:33:41,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741830_1006 (size=35452) 2024-11-12T18:33:41,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741830_1006 (size=35452) 2024-11-12T18:33:41,327 INFO [M:0;9911683f163c:43071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:33:41,327 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:41,327 INFO [M:0;9911683f163c:43071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43071 2024-11-12T18:33:41,327 INFO [M:0;9911683f163c:43071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:41,430 INFO [M:0;9911683f163c:43071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:41,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:41,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x100354522770000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:41,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19c23959{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:41,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5578c32c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:41,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:41,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@777e3428{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:41,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ffb97c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:41,435 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:33:41,435 WARN [BP-1519200923-172.17.0.3-1731436418360 heartbeating to localhost/127.0.0.1:43031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:33:41,435 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:33:41,436 WARN [BP-1519200923-172.17.0.3-1731436418360 heartbeating to localhost/127.0.0.1:43031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1519200923-172.17.0.3-1731436418360 (Datanode Uuid 12dac6b8-3b8e-4c16-a836-c3ebfa240cf3) service to localhost/127.0.0.1:43031 2024-11-12T18:33:41,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/cluster_4e26b189-6d6b-d425-a204-e3c1944b3523/data/data3/current/BP-1519200923-172.17.0.3-1731436418360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:41,437 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/cluster_4e26b189-6d6b-d425-a204-e3c1944b3523/data/data4/current/BP-1519200923-172.17.0.3-1731436418360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:41,437 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:33:41,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39e5559a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:41,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fb8686b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:41,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:41,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4017d5a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:41,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71a597b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:41,443 WARN [BP-1519200923-172.17.0.3-1731436418360 heartbeating to localhost/127.0.0.1:43031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:33:41,443 WARN [BP-1519200923-172.17.0.3-1731436418360 heartbeating to localhost/127.0.0.1:43031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1519200923-172.17.0.3-1731436418360 (Datanode Uuid 463514e0-9695-4958-b18b-50f0176b7579) service to localhost/127.0.0.1:43031 2024-11-12T18:33:41,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/cluster_4e26b189-6d6b-d425-a204-e3c1944b3523/data/data1/current/BP-1519200923-172.17.0.3-1731436418360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:41,445 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/cluster_4e26b189-6d6b-d425-a204-e3c1944b3523/data/data2/current/BP-1519200923-172.17.0.3-1731436418360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:41,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:33:41,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:33:41,445 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:33:41,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35ea4a7e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:33:41,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@754bfc1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:41,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:41,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fe17f74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:41,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdbb9cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:41,462 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:33:41,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:33:41,488 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=164 (was 141) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:43031 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:43031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:43031 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:43031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=506 (was 476) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 72), ProcessCount=11 (was 11), AvailableMemoryMB=6454 (was 6536) 2024-11-12T18:33:41,497 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=164, OpenFileDescriptor=506, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=6454 2024-11-12T18:33:41,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/hadoop.log.dir so I do NOT create it in target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822 2024-11-12T18:33:41,511 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:33:41,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/hadoop.tmp.dir so I do NOT create it in target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822 2024-11-12T18:33:41,511 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe86aba8-dbb8-ed58-1dd8-138f0c5fb2e9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:33:41,511 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822 2024-11-12T18:33:41,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:33:41,511 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/cluster_d3dc0dcf-eaa8-444f-8b18-1d5257c8bcf0, deleteOnExit=true 2024-11-12T18:33:41,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:33:41,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/test.cache.data in system properties and HBase conf 2024-11-12T18:33:41,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:33:41,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:33:41,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:33:41,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:33:41,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:33:41,512 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:33:41,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:33:41,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:33:41,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:33:41,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:33:41,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:33:41,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:33:41,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:33:41,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:33:41,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:33:41,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:33:41,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:33:41,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:33:41,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:33:41,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:33:41,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:41,592 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:41,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:41,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:41,593 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:33:41,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:41,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65040ed0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:41,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3085e2da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:41,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22c33558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/java.io.tmpdir/jetty-localhost-45003-hadoop-hdfs-3_4_1-tests_jar-_-any-16043036394816337954/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:33:41,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b0b13{HTTP/1.1, (http/1.1)}{localhost:45003} 2024-11-12T18:33:41,711 INFO [Time-limited test {}] server.Server(415): Started @19644ms 2024-11-12T18:33:41,783 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:33:41,821 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:41,822 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:41,822 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:41,823 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:41,823 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:41,825 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:41,832 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:41,835 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:41,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:41,848 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:41,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:41,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:41,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:33:41,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32bdc578{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:41,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29cd798e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:41,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@274755ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/java.io.tmpdir/jetty-localhost-34595-hadoop-hdfs-3_4_1-tests_jar-_-any-2501393043861116414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:41,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3db934d{HTTP/1.1, (http/1.1)}{localhost:34595} 2024-11-12T18:33:41,966 INFO [Time-limited test {}] server.Server(415): Started @19899ms 2024-11-12T18:33:41,967 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:33:41,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:42,000 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:42,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:42,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:42,002 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:33:42,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23f4d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:42,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49041692{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:42,053 WARN [Thread-1149 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/cluster_d3dc0dcf-eaa8-444f-8b18-1d5257c8bcf0/data/data1/current/BP-319808324-172.17.0.3-1731436421533/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:42,053 WARN [Thread-1150 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/cluster_d3dc0dcf-eaa8-444f-8b18-1d5257c8bcf0/data/data2/current/BP-319808324-172.17.0.3-1731436421533/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:42,078 WARN [Thread-1128 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:33:42,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca63fe4d154b62a3 with lease ID 0x6b57fb613a7f6d6f: Processing first storage report for DS-b9f9053e-ac5c-44d3-9fcb-ee17a28a2b28 from datanode DatanodeRegistration(127.0.0.1:41647, datanodeUuid=b44084d0-b016-46e5-b01c-f0f132fc098a, infoPort=42537, infoSecurePort=0, ipcPort=41127, storageInfo=lv=-57;cid=testClusterID;nsid=1943437555;c=1731436421533) 2024-11-12T18:33:42,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca63fe4d154b62a3 with lease ID 0x6b57fb613a7f6d6f: from storage DS-b9f9053e-ac5c-44d3-9fcb-ee17a28a2b28 node DatanodeRegistration(127.0.0.1:41647, datanodeUuid=b44084d0-b016-46e5-b01c-f0f132fc098a, infoPort=42537, infoSecurePort=0, ipcPort=41127, storageInfo=lv=-57;cid=testClusterID;nsid=1943437555;c=1731436421533), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:33:42,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca63fe4d154b62a3 with lease ID 0x6b57fb613a7f6d6f: Processing first storage report for DS-e31f2353-756a-46c7-96a3-40aea3062c9a from datanode DatanodeRegistration(127.0.0.1:41647, datanodeUuid=b44084d0-b016-46e5-b01c-f0f132fc098a, infoPort=42537, infoSecurePort=0, ipcPort=41127, storageInfo=lv=-57;cid=testClusterID;nsid=1943437555;c=1731436421533) 2024-11-12T18:33:42,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca63fe4d154b62a3 with lease ID 0x6b57fb613a7f6d6f: from storage DS-e31f2353-756a-46c7-96a3-40aea3062c9a node DatanodeRegistration(127.0.0.1:41647, datanodeUuid=b44084d0-b016-46e5-b01c-f0f132fc098a, infoPort=42537, infoSecurePort=0, ipcPort=41127, storageInfo=lv=-57;cid=testClusterID;nsid=1943437555;c=1731436421533), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:33:42,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d7c45f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/java.io.tmpdir/jetty-localhost-36641-hadoop-hdfs-3_4_1-tests_jar-_-any-5461672143616050191/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:42,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e2561ff{HTTP/1.1, (http/1.1)}{localhost:36641} 2024-11-12T18:33:42,122 INFO [Time-limited test {}] server.Server(415): Started @20056ms 2024-11-12T18:33:42,123 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:33:42,213 WARN [Thread-1175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/cluster_d3dc0dcf-eaa8-444f-8b18-1d5257c8bcf0/data/data3/current/BP-319808324-172.17.0.3-1731436421533/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:42,213 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/cluster_d3dc0dcf-eaa8-444f-8b18-1d5257c8bcf0/data/data4/current/BP-319808324-172.17.0.3-1731436421533/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:42,231 WARN [Thread-1164 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:33:42,233 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xece5695ee7399a48 with lease ID 0x6b57fb613a7f6d70: Processing first storage report for DS-ff02e416-67be-470b-b879-544ecd116b5e from datanode DatanodeRegistration(127.0.0.1:46401, datanodeUuid=aca689dd-03fe-4a5f-b71b-14ed86e680c9, infoPort=45663, infoSecurePort=0, ipcPort=35109, storageInfo=lv=-57;cid=testClusterID;nsid=1943437555;c=1731436421533) 2024-11-12T18:33:42,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xece5695ee7399a48 with lease ID 0x6b57fb613a7f6d70: from storage DS-ff02e416-67be-470b-b879-544ecd116b5e node DatanodeRegistration(127.0.0.1:46401, datanodeUuid=aca689dd-03fe-4a5f-b71b-14ed86e680c9, infoPort=45663, infoSecurePort=0, ipcPort=35109, storageInfo=lv=-57;cid=testClusterID;nsid=1943437555;c=1731436421533), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:33:42,233 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xece5695ee7399a48 with lease ID 0x6b57fb613a7f6d70: Processing first storage report for DS-971a9ae2-fb62-4411-8033-e88f0c14cba3 from datanode DatanodeRegistration(127.0.0.1:46401, datanodeUuid=aca689dd-03fe-4a5f-b71b-14ed86e680c9, infoPort=45663, infoSecurePort=0, ipcPort=35109, storageInfo=lv=-57;cid=testClusterID;nsid=1943437555;c=1731436421533) 2024-11-12T18:33:42,234 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xece5695ee7399a48 with lease ID 0x6b57fb613a7f6d70: from storage DS-971a9ae2-fb62-4411-8033-e88f0c14cba3 node DatanodeRegistration(127.0.0.1:46401, datanodeUuid=aca689dd-03fe-4a5f-b71b-14ed86e680c9, infoPort=45663, infoSecurePort=0, ipcPort=35109, storageInfo=lv=-57;cid=testClusterID;nsid=1943437555;c=1731436421533), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:33:42,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822 2024-11-12T18:33:42,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/cluster_d3dc0dcf-eaa8-444f-8b18-1d5257c8bcf0/zookeeper_0, clientPort=50903, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/cluster_d3dc0dcf-eaa8-444f-8b18-1d5257c8bcf0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/cluster_d3dc0dcf-eaa8-444f-8b18-1d5257c8bcf0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:33:42,252 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50903 2024-11-12T18:33:42,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:42,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:42,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:33:42,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:33:42,264 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290 with version=8 2024-11-12T18:33:42,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/hbase-staging 2024-11-12T18:33:42,267 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:42,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:42,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:42,267 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:42,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:42,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:42,267 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:33:42,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:42,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36941 2024-11-12T18:33:42,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36941 connecting to ZooKeeper ensemble=127.0.0.1:50903 2024-11-12T18:33:42,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369410x0, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:42,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36941-0x10035452f090000 connected 2024-11-12T18:33:42,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:42,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:42,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:42,293 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290, hbase.cluster.distributed=false 2024-11-12T18:33:42,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:42,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36941 2024-11-12T18:33:42,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36941 2024-11-12T18:33:42,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36941 2024-11-12T18:33:42,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36941 2024-11-12T18:33:42,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36941 2024-11-12T18:33:42,313 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:42,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:42,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:42,313 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:42,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:42,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:42,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:33:42,313 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:42,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45105 2024-11-12T18:33:42,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45105 connecting to ZooKeeper ensemble=127.0.0.1:50903 2024-11-12T18:33:42,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:42,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:42,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451050x0, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:42,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451050x0, quorum=127.0.0.1:50903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:42,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45105-0x10035452f090001 connected 2024-11-12T18:33:42,322 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:33:42,323 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T18:33:42,327 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T18:33:42,328 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T18:33:42,328 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T18:33:42,329 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:33:42,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:33:42,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:42,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45105 2024-11-12T18:33:42,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45105 2024-11-12T18:33:42,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45105 2024-11-12T18:33:42,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45105 2024-11-12T18:33:42,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45105 2024-11-12T18:33:42,350 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:42,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:42,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:42,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:42,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:42,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:42,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:33:42,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:42,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36137 2024-11-12T18:33:42,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36137 connecting to ZooKeeper ensemble=127.0.0.1:50903 2024-11-12T18:33:42,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:42,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:42,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361370x0, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:42,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361370x0, quorum=127.0.0.1:50903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:42,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36137-0x10035452f090002 connected 2024-11-12T18:33:42,360 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:33:42,363 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T18:33:42,370 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T18:33:42,370 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T18:33:42,372 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T18:33:42,373 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:33:42,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:33:42,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:42,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36137 2024-11-12T18:33:42,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36137 2024-11-12T18:33:42,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36137 2024-11-12T18:33:42,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36137 2024-11-12T18:33:42,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36137 2024-11-12T18:33:42,389 DEBUG [M:0;9911683f163c:36941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:36941 2024-11-12T18:33:42,389 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9911683f163c,36941,1731436422266 2024-11-12T18:33:42,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:42,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:42,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:42,391 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9911683f163c,36941,1731436422266 2024-11-12T18:33:42,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:42,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:42,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:42,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:42,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:42,394 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T18:33:42,394 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9911683f163c,36941,1731436422266 from backup master directory 2024-11-12T18:33:42,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9911683f163c,36941,1731436422266 2024-11-12T18:33:42,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:42,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:42,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:42,396 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:42,396 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,36941,1731436422266 2024-11-12T18:33:42,401 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/hbase.id] with ID: e10fb846-f9cd-4271-8026-12e3dbf043c8 2024-11-12T18:33:42,401 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/.tmp/hbase.id 2024-11-12T18:33:42,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:33:42,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:33:42,408 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/.tmp/hbase.id]:[hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/hbase.id] 2024-11-12T18:33:42,424 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:42,425 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:33:42,426 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T18:33:42,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:42,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:42,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:42,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:33:42,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:33:42,438 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:33:42,438 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:33:42,439 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:42,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:33:42,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:33:42,449 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store 2024-11-12T18:33:42,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:33:42,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:33:42,457 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:42,457 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:33:42,457 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:42,457 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:42,458 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:33:42,458 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:42,458 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:42,458 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731436422457Disabling compacts and flushes for region at 1731436422457Disabling writes for close at 1731436422458 (+1 ms)Writing region close event to WAL at 1731436422458Closed at 1731436422458 2024-11-12T18:33:42,458 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/.initializing 2024-11-12T18:33:42,459 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/WALs/9911683f163c,36941,1731436422266 2024-11-12T18:33:42,460 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:42,461 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C36941%2C1731436422266, suffix=, logDir=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/WALs/9911683f163c,36941,1731436422266, archiveDir=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/oldWALs, maxLogs=10 2024-11-12T18:33:42,476 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/WALs/9911683f163c,36941,1731436422266/9911683f163c%2C36941%2C1731436422266.1731436422462, exclude list is [], retry=0 2024-11-12T18:33:42,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41647,DS-b9f9053e-ac5c-44d3-9fcb-ee17a28a2b28,DISK] 2024-11-12T18:33:42,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-ff02e416-67be-470b-b879-544ecd116b5e,DISK] 2024-11-12T18:33:42,481 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/WALs/9911683f163c,36941,1731436422266/9911683f163c%2C36941%2C1731436422266.1731436422462 2024-11-12T18:33:42,482 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42537:42537),(127.0.0.1/127.0.0.1:45663:45663)] 2024-11-12T18:33:42,482 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:33:42,483 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:42,483 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:42,483 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:42,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:42,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:33:42,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:42,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:42,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:42,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:33:42,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:42,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:42,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:42,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:33:42,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:42,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:42,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:42,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:33:42,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:42,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:42,492 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:42,493 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:42,493 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:42,494 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:42,495 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:42,495 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:42,496 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:42,498 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:42,499 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63018628, jitterRate=-0.06094926595687866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:42,499 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731436422483Initializing all the Stores at 1731436422484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436422484Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436422484Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436422484Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436422484Cleaning up temporary data from old regions at 1731436422495 (+11 ms)Region opened successfully at 1731436422499 (+4 ms) 2024-11-12T18:33:42,500 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:33:42,503 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26153902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:42,504 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:33:42,504 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:33:42,504 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:33:42,504 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:33:42,505 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:33:42,505 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:33:42,505 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:33:42,507 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:33:42,508 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T18:33:42,509 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T18:33:42,509 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:33:42,510 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:33:42,511 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T18:33:42,512 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:33:42,512 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:33:42,514 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T18:33:42,514 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:33:42,516 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T18:33:42,517 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:33:42,519 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T18:33:42,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:42,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:42,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:42,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:42,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:42,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:42,521 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,36941,1731436422266, sessionid=0x10035452f090000, setting cluster-up flag (Was=false) 2024-11-12T18:33:42,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:42,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:42,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:42,529 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T18:33:42,530 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,36941,1731436422266 2024-11-12T18:33:42,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:42,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:42,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:42,538 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T18:33:42,539 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,36941,1731436422266 2024-11-12T18:33:42,541 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:33:42,543 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:42,543 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:33:42,543 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:33:42,543 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,36941,1731436422266 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:33:42,544 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:42,544 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:42,544 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:42,544 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:42,544 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:33:42,544 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,544 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:42,544 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,545 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731436452545 2024-11-12T18:33:42,545 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:33:42,545 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:33:42,545 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:33:42,546 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:33:42,546 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:33:42,546 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:33:42,546 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,546 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:33:42,546 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:33:42,546 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:33:42,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:42,547 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:33:42,547 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:33:42,547 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:33:42,547 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436422547,5,FailOnTimeoutGroup] 2024-11-12T18:33:42,547 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436422547,5,FailOnTimeoutGroup] 2024-11-12T18:33:42,547 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,547 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:33:42,547 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,547 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,548 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:42,548 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:33:42,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:33:42,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:33:42,559 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:33:42,559 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290 2024-11-12T18:33:42,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:33:42,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:33:42,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:42,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:33:42,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:33:42,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:42,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:42,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:33:42,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:33:42,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:42,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:42,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:33:42,578 INFO [RS:0;9911683f163c:45105 {}] regionserver.HRegionServer(746): ClusterId : e10fb846-f9cd-4271-8026-12e3dbf043c8 2024-11-12T18:33:42,578 INFO [RS:1;9911683f163c:36137 {}] regionserver.HRegionServer(746): ClusterId : e10fb846-f9cd-4271-8026-12e3dbf043c8 2024-11-12T18:33:42,578 DEBUG [RS:0;9911683f163c:45105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:33:42,578 DEBUG [RS:1;9911683f163c:36137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:33:42,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:33:42,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:42,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:42,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:33:42,581 DEBUG [RS:1;9911683f163c:36137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:33:42,581 DEBUG [RS:0;9911683f163c:45105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:33:42,581 DEBUG [RS:1;9911683f163c:36137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:33:42,581 DEBUG [RS:0;9911683f163c:45105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:33:42,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:33:42,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:42,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:42,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:33:42,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740 2024-11-12T18:33:42,583 DEBUG [RS:0;9911683f163c:45105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:33:42,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740 2024-11-12T18:33:42,583 DEBUG [RS:1;9911683f163c:36137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:33:42,584 DEBUG [RS:0;9911683f163c:45105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c40c33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:42,584 DEBUG [RS:1;9911683f163c:36137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6e15ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:42,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:33:42,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:33:42,585 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:42,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:33:42,589 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:42,590 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73433390, jitterRate=0.09424278140068054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:42,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731436422571Initializing all the Stores at 1731436422572 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436422572Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436422572Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436422572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436422572Cleaning up temporary data from old regions at 1731436422585 (+13 ms)Region opened successfully at 1731436422590 (+5 ms) 2024-11-12T18:33:42,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:33:42,591 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:33:42,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:33:42,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:33:42,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:33:42,591 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:42,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731436422591Disabling compacts and flushes for region at 1731436422591Disabling writes for close at 1731436422591Writing region close event to WAL at 1731436422591Closed at 1731436422591 2024-11-12T18:33:42,593 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:42,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:33:42,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:33:42,594 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:33:42,595 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:33:42,598 DEBUG [RS:0;9911683f163c:45105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:45105 2024-11-12T18:33:42,598 INFO [RS:0;9911683f163c:45105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:33:42,598 INFO [RS:0;9911683f163c:45105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:33:42,598 DEBUG [RS:0;9911683f163c:45105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:33:42,599 INFO [RS:0;9911683f163c:45105 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,36941,1731436422266 with port=45105, startcode=1731436422312 2024-11-12T18:33:42,599 DEBUG [RS:0;9911683f163c:45105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:33:42,601 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:33:42,601 DEBUG [RS:1;9911683f163c:36137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9911683f163c:36137 2024-11-12T18:33:42,601 INFO [RS:1;9911683f163c:36137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:33:42,601 INFO [RS:1;9911683f163c:36137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:33:42,601 DEBUG [RS:1;9911683f163c:36137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:33:42,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36941 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,45105,1731436422312 2024-11-12T18:33:42,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36941 {}] master.ServerManager(517): Registering regionserver=9911683f163c,45105,1731436422312 2024-11-12T18:33:42,602 INFO [RS:1;9911683f163c:36137 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,36941,1731436422266 with port=36137, startcode=1731436422349 2024-11-12T18:33:42,602 DEBUG [RS:1;9911683f163c:36137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:33:42,603 DEBUG [RS:0;9911683f163c:45105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290 2024-11-12T18:33:42,603 DEBUG [RS:0;9911683f163c:45105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46009 2024-11-12T18:33:42,603 DEBUG [RS:0;9911683f163c:45105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:33:42,604 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:33:42,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36941 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,36137,1731436422349 2024-11-12T18:33:42,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36941 {}] master.ServerManager(517): Registering regionserver=9911683f163c,36137,1731436422349 2024-11-12T18:33:42,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:42,606 DEBUG [RS:0;9911683f163c:45105 {}] zookeeper.ZKUtil(111): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,45105,1731436422312 2024-11-12T18:33:42,606 WARN [RS:0;9911683f163c:45105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:42,606 INFO [RS:0;9911683f163c:45105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:42,606 DEBUG [RS:0;9911683f163c:45105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/WALs/9911683f163c,45105,1731436422312 2024-11-12T18:33:42,606 DEBUG [RS:1;9911683f163c:36137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290 2024-11-12T18:33:42,606 DEBUG [RS:1;9911683f163c:36137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46009 2024-11-12T18:33:42,606 DEBUG [RS:1;9911683f163c:36137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:33:42,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,45105,1731436422312] 2024-11-12T18:33:42,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:42,611 DEBUG [RS:1;9911683f163c:36137 {}] zookeeper.ZKUtil(111): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,36137,1731436422349 2024-11-12T18:33:42,611 WARN [RS:1;9911683f163c:36137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:42,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,36137,1731436422349] 2024-11-12T18:33:42,612 INFO [RS:1;9911683f163c:36137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:42,612 DEBUG [RS:1;9911683f163c:36137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/WALs/9911683f163c,36137,1731436422349 2024-11-12T18:33:42,612 INFO [RS:0;9911683f163c:45105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:33:42,614 INFO [RS:0;9911683f163c:45105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:33:42,615 INFO [RS:0;9911683f163c:45105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:33:42,615 INFO [RS:0;9911683f163c:45105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,615 INFO [RS:0;9911683f163c:45105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:33:42,615 INFO [RS:1;9911683f163c:36137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:33:42,616 INFO [RS:0;9911683f163c:45105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:33:42,616 INFO [RS:0;9911683f163c:45105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,616 DEBUG [RS:0;9911683f163c:45105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,616 DEBUG [RS:0;9911683f163c:45105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,616 DEBUG [RS:0;9911683f163c:45105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,616 DEBUG [RS:0;9911683f163c:45105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,616 DEBUG [RS:0;9911683f163c:45105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,616 DEBUG [RS:0;9911683f163c:45105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:42,616 DEBUG [RS:0;9911683f163c:45105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,616 DEBUG [RS:0;9911683f163c:45105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,616 DEBUG [RS:0;9911683f163c:45105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,616 DEBUG [RS:0;9911683f163c:45105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,617 DEBUG [RS:0;9911683f163c:45105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,617 DEBUG [RS:0;9911683f163c:45105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,617 DEBUG [RS:0;9911683f163c:45105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:42,617 DEBUG [RS:0;9911683f163c:45105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:42,620 INFO [RS:0;9911683f163c:45105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,620 INFO [RS:0;9911683f163c:45105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,621 INFO [RS:0;9911683f163c:45105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,621 INFO [RS:0;9911683f163c:45105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,621 INFO [RS:0;9911683f163c:45105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,621 INFO [RS:0;9911683f163c:45105 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,45105,1731436422312-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:42,621 INFO [RS:1;9911683f163c:36137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:33:42,621 INFO [RS:1;9911683f163c:36137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:33:42,621 INFO [RS:1;9911683f163c:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,621 INFO [RS:1;9911683f163c:36137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:33:42,622 INFO [RS:1;9911683f163c:36137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:33:42,622 INFO [RS:1;9911683f163c:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,622 DEBUG [RS:1;9911683f163c:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,622 DEBUG [RS:1;9911683f163c:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,622 DEBUG [RS:1;9911683f163c:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,622 DEBUG [RS:1;9911683f163c:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,622 DEBUG [RS:1;9911683f163c:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,622 DEBUG [RS:1;9911683f163c:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:42,622 DEBUG [RS:1;9911683f163c:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,622 DEBUG [RS:1;9911683f163c:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,623 DEBUG [RS:1;9911683f163c:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,623 DEBUG [RS:1;9911683f163c:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,623 DEBUG [RS:1;9911683f163c:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,623 DEBUG [RS:1;9911683f163c:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:42,623 DEBUG [RS:1;9911683f163c:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:42,623 DEBUG [RS:1;9911683f163c:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:42,623 INFO [RS:1;9911683f163c:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,623 INFO [RS:1;9911683f163c:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,623 INFO [RS:1;9911683f163c:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,623 INFO [RS:1;9911683f163c:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,623 INFO [RS:1;9911683f163c:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,623 INFO [RS:1;9911683f163c:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36137,1731436422349-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:42,638 INFO [RS:1;9911683f163c:36137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:33:42,638 INFO [RS:1;9911683f163c:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36137,1731436422349-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,638 INFO [RS:1;9911683f163c:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,638 INFO [RS:1;9911683f163c:36137 {}] regionserver.Replication(171): 9911683f163c,36137,1731436422349 started 2024-11-12T18:33:42,643 INFO [RS:0;9911683f163c:45105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:33:42,644 INFO [RS:0;9911683f163c:45105 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,45105,1731436422312-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,644 INFO [RS:0;9911683f163c:45105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,644 INFO [RS:0;9911683f163c:45105 {}] regionserver.Replication(171): 9911683f163c,45105,1731436422312 started 2024-11-12T18:33:42,654 INFO [RS:1;9911683f163c:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,654 INFO [RS:1;9911683f163c:36137 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,36137,1731436422349, RpcServer on 9911683f163c/172.17.0.3:36137, sessionid=0x10035452f090002 2024-11-12T18:33:42,654 DEBUG [RS:1;9911683f163c:36137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:33:42,654 DEBUG [RS:1;9911683f163c:36137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,36137,1731436422349 2024-11-12T18:33:42,654 DEBUG [RS:1;9911683f163c:36137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,36137,1731436422349' 2024-11-12T18:33:42,654 DEBUG [RS:1;9911683f163c:36137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:33:42,655 DEBUG [RS:1;9911683f163c:36137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:33:42,655 DEBUG [RS:1;9911683f163c:36137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:33:42,655 DEBUG [RS:1;9911683f163c:36137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:33:42,655 DEBUG [RS:1;9911683f163c:36137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,36137,1731436422349 2024-11-12T18:33:42,655 DEBUG [RS:1;9911683f163c:36137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,36137,1731436422349' 2024-11-12T18:33:42,655 DEBUG [RS:1;9911683f163c:36137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:33:42,656 DEBUG [RS:1;9911683f163c:36137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:33:42,656 DEBUG [RS:1;9911683f163c:36137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:33:42,656 INFO [RS:1;9911683f163c:36137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:33:42,656 INFO [RS:1;9911683f163c:36137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:33:42,665 INFO [RS:0;9911683f163c:45105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:42,665 INFO [RS:0;9911683f163c:45105 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,45105,1731436422312, RpcServer on 9911683f163c/172.17.0.3:45105, sessionid=0x10035452f090001 2024-11-12T18:33:42,665 DEBUG [RS:0;9911683f163c:45105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:33:42,665 DEBUG [RS:0;9911683f163c:45105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,45105,1731436422312 2024-11-12T18:33:42,665 DEBUG [RS:0;9911683f163c:45105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,45105,1731436422312' 2024-11-12T18:33:42,665 DEBUG [RS:0;9911683f163c:45105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:33:42,665 DEBUG [RS:0;9911683f163c:45105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:33:42,666 DEBUG [RS:0;9911683f163c:45105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:33:42,666 DEBUG [RS:0;9911683f163c:45105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:33:42,666 DEBUG [RS:0;9911683f163c:45105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,45105,1731436422312 2024-11-12T18:33:42,666 DEBUG [RS:0;9911683f163c:45105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,45105,1731436422312' 2024-11-12T18:33:42,666 DEBUG [RS:0;9911683f163c:45105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:33:42,666 DEBUG [RS:0;9911683f163c:45105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:33:42,666 DEBUG [RS:0;9911683f163c:45105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:33:42,666 INFO [RS:0;9911683f163c:45105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:33:42,666 INFO [RS:0;9911683f163c:45105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:33:42,745 WARN [9911683f163c:36941 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T18:33:42,757 INFO [RS:1;9911683f163c:36137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:42,759 INFO [RS:1;9911683f163c:36137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C36137%2C1731436422349, suffix=, logDir=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/WALs/9911683f163c,36137,1731436422349, archiveDir=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/oldWALs, maxLogs=32 2024-11-12T18:33:42,767 INFO [RS:0;9911683f163c:45105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:42,769 INFO [RS:0;9911683f163c:45105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C45105%2C1731436422312, suffix=, logDir=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/WALs/9911683f163c,45105,1731436422312, archiveDir=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/oldWALs, maxLogs=32 2024-11-12T18:33:42,774 DEBUG [RS:1;9911683f163c:36137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/WALs/9911683f163c,36137,1731436422349/9911683f163c%2C36137%2C1731436422349.1731436422759, exclude list is [], retry=0 2024-11-12T18:33:42,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-ff02e416-67be-470b-b879-544ecd116b5e,DISK] 2024-11-12T18:33:42,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41647,DS-b9f9053e-ac5c-44d3-9fcb-ee17a28a2b28,DISK] 2024-11-12T18:33:42,783 INFO [RS:1;9911683f163c:36137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/WALs/9911683f163c,36137,1731436422349/9911683f163c%2C36137%2C1731436422349.1731436422759 2024-11-12T18:33:42,783 DEBUG [RS:1;9911683f163c:36137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45663:45663),(127.0.0.1/127.0.0.1:42537:42537)] 2024-11-12T18:33:42,784 DEBUG [RS:0;9911683f163c:45105 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/WALs/9911683f163c,45105,1731436422312/9911683f163c%2C45105%2C1731436422312.1731436422769, exclude list is [], retry=0 2024-11-12T18:33:42,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-ff02e416-67be-470b-b879-544ecd116b5e,DISK] 2024-11-12T18:33:42,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41647,DS-b9f9053e-ac5c-44d3-9fcb-ee17a28a2b28,DISK] 2024-11-12T18:33:42,789 INFO [RS:0;9911683f163c:45105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/WALs/9911683f163c,45105,1731436422312/9911683f163c%2C45105%2C1731436422312.1731436422769 2024-11-12T18:33:42,789 DEBUG [RS:0;9911683f163c:45105 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45663:45663),(127.0.0.1/127.0.0.1:42537:42537)] 2024-11-12T18:33:42,996 DEBUG [9911683f163c:36941 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T18:33:42,996 DEBUG [9911683f163c:36941 {}] balancer.BalancerClusterState(204): Hosts are {9911683f163c=0} racks are {/default-rack=0} 2024-11-12T18:33:42,998 DEBUG [9911683f163c:36941 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:33:42,998 DEBUG [9911683f163c:36941 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:33:42,998 DEBUG [9911683f163c:36941 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:33:42,998 DEBUG [9911683f163c:36941 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:33:42,998 INFO [9911683f163c:36941 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:33:42,998 INFO [9911683f163c:36941 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:33:42,998 DEBUG [9911683f163c:36941 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:33:42,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,36137,1731436422349 2024-11-12T18:33:42,999 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,36137,1731436422349, state=OPENING 2024-11-12T18:33:43,001 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:33:43,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:43,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:43,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:43,003 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:33:43,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:43,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:43,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:43,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,36137,1731436422349}] 2024-11-12T18:33:43,157 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:43,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:43,162 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:33:43,163 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:43,163 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:33:43,165 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C36137%2C1731436422349.meta, suffix=.meta, logDir=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/WALs/9911683f163c,36137,1731436422349, archiveDir=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/oldWALs, maxLogs=32 2024-11-12T18:33:43,178 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/WALs/9911683f163c,36137,1731436422349/9911683f163c%2C36137%2C1731436422349.meta.1731436423165.meta, exclude list is [], retry=0 2024-11-12T18:33:43,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41647,DS-b9f9053e-ac5c-44d3-9fcb-ee17a28a2b28,DISK] 2024-11-12T18:33:43,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46401,DS-ff02e416-67be-470b-b879-544ecd116b5e,DISK] 2024-11-12T18:33:43,183 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/WALs/9911683f163c,36137,1731436422349/9911683f163c%2C36137%2C1731436422349.meta.1731436423165.meta 2024-11-12T18:33:43,183 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42537:42537),(127.0.0.1/127.0.0.1:45663:45663)] 2024-11-12T18:33:43,184 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:33:43,184 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:33:43,184 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:33:43,184 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:33:43,184 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:33:43,184 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:43,184 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:33:43,184 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:33:43,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:33:43,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:33:43,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:43,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:43,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:33:43,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:33:43,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:43,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:43,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:33:43,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:33:43,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:43,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:43,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:33:43,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:33:43,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:43,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:43,191 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:33:43,191 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740 2024-11-12T18:33:43,192 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740 2024-11-12T18:33:43,194 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:33:43,194 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:33:43,194 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:43,195 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:33:43,196 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68008919, jitterRate=0.013411864638328552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:43,196 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:33:43,197 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731436423184Writing region info on filesystem at 1731436423184Initializing all the Stores at 1731436423185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436423185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436423185Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436423185Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436423185Cleaning up temporary data from old regions at 1731436423194 (+9 ms)Running coprocessor post-open hooks at 1731436423196 (+2 ms)Region opened successfully at 1731436423197 (+1 ms) 2024-11-12T18:33:43,198 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731436423156 2024-11-12T18:33:43,200 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:33:43,200 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:33:43,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,36137,1731436422349 2024-11-12T18:33:43,202 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,36137,1731436422349, state=OPEN 2024-11-12T18:33:43,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:43,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:43,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:43,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:43,204 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,36137,1731436422349 2024-11-12T18:33:43,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:43,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:43,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:33:43,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,36137,1731436422349 in 201 msec 2024-11-12T18:33:43,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:33:43,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 614 msec 2024-11-12T18:33:43,210 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:43,210 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:33:43,211 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:33:43,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,36137,1731436422349, seqNum=-1] 2024-11-12T18:33:43,212 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:43,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:43,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 677 msec 2024-11-12T18:33:43,220 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731436423220, completionTime=-1 2024-11-12T18:33:43,220 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T18:33:43,221 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:33:43,223 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T18:33:43,223 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731436483223 2024-11-12T18:33:43,223 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731436543223 2024-11-12T18:33:43,223 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T18:33:43,223 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36941,1731436422266-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:43,224 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36941,1731436422266-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:43,224 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36941,1731436422266-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:43,224 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:36941, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:43,224 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:43,224 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:43,226 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:33:43,228 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.832sec 2024-11-12T18:33:43,228 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:33:43,228 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:33:43,228 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:33:43,229 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:33:43,229 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:33:43,229 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36941,1731436422266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:43,229 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36941,1731436422266-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:33:43,232 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:33:43,232 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:33:43,232 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36941,1731436422266-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:43,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380618c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:43,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,36941,-1 for getting cluster id 2024-11-12T18:33:43,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:33:43,280 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e10fb846-f9cd-4271-8026-12e3dbf043c8' 2024-11-12T18:33:43,280 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:33:43,280 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e10fb846-f9cd-4271-8026-12e3dbf043c8" 2024-11-12T18:33:43,281 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e15c684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:43,281 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,36941,-1] 2024-11-12T18:33:43,281 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:33:43,281 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:43,282 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:33:43,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351ed332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:43,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:33:43,284 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,36137,1731436422349, seqNum=-1] 2024-11-12T18:33:43,285 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:43,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:43,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,36941,1731436422266 2024-11-12T18:33:43,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:33:43,289 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,36941,1731436422266 2024-11-12T18:33:43,289 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@541901cc 2024-11-12T18:33:43,289 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:33:43,290 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:33:43,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:33:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T18:33:43,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:33:43,294 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:43,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T18:33:43,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:33:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:43,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741836_1012 (size=379) 2024-11-12T18:33:43,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741836_1012 (size=379) 2024-11-12T18:33:43,306 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4cc66dfea7444c3f79639e9865c710b8, NAME => 'testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290 2024-11-12T18:33:43,307 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 29301bfef023429b6c125385aa30f86b, NAME => 'testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290 2024-11-12T18:33:43,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741837_1013 (size=61) 2024-11-12T18:33:43,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741837_1013 (size=61) 2024-11-12T18:33:43,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741838_1014 (size=61) 2024-11-12T18:33:43,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741838_1014 (size=61) 2024-11-12T18:33:43,319 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:43,319 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 4cc66dfea7444c3f79639e9865c710b8, disabling compactions & flushes 2024-11-12T18:33:43,319 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8. 2024-11-12T18:33:43,319 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8. 2024-11-12T18:33:43,319 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8. after waiting 0 ms 2024-11-12T18:33:43,319 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8. 2024-11-12T18:33:43,319 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8. 2024-11-12T18:33:43,319 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4cc66dfea7444c3f79639e9865c710b8: Waiting for close lock at 1731436423319Disabling compacts and flushes for region at 1731436423319Disabling writes for close at 1731436423319Writing region close event to WAL at 1731436423319Closed at 1731436423319 2024-11-12T18:33:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:43,716 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:43,716 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 29301bfef023429b6c125385aa30f86b, disabling compactions & flushes 2024-11-12T18:33:43,716 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b. 2024-11-12T18:33:43,716 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b. 2024-11-12T18:33:43,716 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b. after waiting 0 ms 2024-11-12T18:33:43,716 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b. 2024-11-12T18:33:43,716 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b. 2024-11-12T18:33:43,716 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 29301bfef023429b6c125385aa30f86b: Waiting for close lock at 1731436423716Disabling compacts and flushes for region at 1731436423716Disabling writes for close at 1731436423716Writing region close event to WAL at 1731436423716Closed at 1731436423716 2024-11-12T18:33:43,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:33:43,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731436423718"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731436423718"}]},"ts":"1731436423718"} 2024-11-12T18:33:43,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731436423718"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731436423718"}]},"ts":"1731436423718"} 2024-11-12T18:33:43,722 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T18:33:43,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:33:43,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731436423723"}]},"ts":"1731436423723"} 2024-11-12T18:33:43,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T18:33:43,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9911683f163c=0} racks are {/default-rack=0} 2024-11-12T18:33:43,727 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:33:43,727 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:33:43,727 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:33:43,727 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:33:43,727 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:33:43,727 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:33:43,727 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:33:43,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4cc66dfea7444c3f79639e9865c710b8, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=29301bfef023429b6c125385aa30f86b, ASSIGN}] 2024-11-12T18:33:43,729 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=29301bfef023429b6c125385aa30f86b, ASSIGN 2024-11-12T18:33:43,729 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4cc66dfea7444c3f79639e9865c710b8, ASSIGN 2024-11-12T18:33:43,730 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4cc66dfea7444c3f79639e9865c710b8, ASSIGN; state=OFFLINE, location=9911683f163c,45105,1731436422312; forceNewPlan=false, retain=false 2024-11-12T18:33:43,730 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=29301bfef023429b6c125385aa30f86b, ASSIGN; state=OFFLINE, location=9911683f163c,36137,1731436422349; forceNewPlan=false, retain=false 2024-11-12T18:33:43,881 INFO [9911683f163c:36941 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T18:33:43,881 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=29301bfef023429b6c125385aa30f86b, regionState=OPENING, regionLocation=9911683f163c,36137,1731436422349 2024-11-12T18:33:43,881 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cc66dfea7444c3f79639e9865c710b8, regionState=OPENING, regionLocation=9911683f163c,45105,1731436422312 2024-11-12T18:33:43,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4cc66dfea7444c3f79639e9865c710b8, ASSIGN because future has completed 2024-11-12T18:33:43,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cc66dfea7444c3f79639e9865c710b8, server=9911683f163c,45105,1731436422312}] 2024-11-12T18:33:43,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=29301bfef023429b6c125385aa30f86b, ASSIGN because future has completed 2024-11-12T18:33:43,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29301bfef023429b6c125385aa30f86b, server=9911683f163c,36137,1731436422349}] 2024-11-12T18:33:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:44,038 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:44,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:44,043 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b. 2024-11-12T18:33:44,043 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 29301bfef023429b6c125385aa30f86b, NAME => 'testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T18:33:44,044 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 29301bfef023429b6c125385aa30f86b 2024-11-12T18:33:44,044 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:44,044 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8. 2024-11-12T18:33:44,044 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 29301bfef023429b6c125385aa30f86b 2024-11-12T18:33:44,044 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 29301bfef023429b6c125385aa30f86b 2024-11-12T18:33:44,044 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cc66dfea7444c3f79639e9865c710b8, NAME => 'testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T18:33:44,044 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4cc66dfea7444c3f79639e9865c710b8 2024-11-12T18:33:44,044 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:44,044 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4cc66dfea7444c3f79639e9865c710b8 2024-11-12T18:33:44,044 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4cc66dfea7444c3f79639e9865c710b8 2024-11-12T18:33:44,045 INFO [StoreOpener-29301bfef023429b6c125385aa30f86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 29301bfef023429b6c125385aa30f86b 2024-11-12T18:33:44,045 INFO [StoreOpener-4cc66dfea7444c3f79639e9865c710b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4cc66dfea7444c3f79639e9865c710b8 2024-11-12T18:33:44,047 INFO [StoreOpener-29301bfef023429b6c125385aa30f86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29301bfef023429b6c125385aa30f86b columnFamilyName family 2024-11-12T18:33:44,047 INFO [StoreOpener-4cc66dfea7444c3f79639e9865c710b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc66dfea7444c3f79639e9865c710b8 columnFamilyName family 2024-11-12T18:33:44,047 DEBUG [StoreOpener-29301bfef023429b6c125385aa30f86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:44,047 DEBUG [StoreOpener-4cc66dfea7444c3f79639e9865c710b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:44,047 INFO [StoreOpener-4cc66dfea7444c3f79639e9865c710b8-1 {}] regionserver.HStore(327): Store=4cc66dfea7444c3f79639e9865c710b8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:44,047 INFO [StoreOpener-29301bfef023429b6c125385aa30f86b-1 {}] regionserver.HStore(327): Store=29301bfef023429b6c125385aa30f86b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:44,047 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 29301bfef023429b6c125385aa30f86b 2024-11-12T18:33:44,047 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4cc66dfea7444c3f79639e9865c710b8 2024-11-12T18:33:44,048 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/29301bfef023429b6c125385aa30f86b 2024-11-12T18:33:44,048 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/4cc66dfea7444c3f79639e9865c710b8 2024-11-12T18:33:44,048 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/29301bfef023429b6c125385aa30f86b 2024-11-12T18:33:44,048 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/4cc66dfea7444c3f79639e9865c710b8 2024-11-12T18:33:44,049 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 29301bfef023429b6c125385aa30f86b 2024-11-12T18:33:44,049 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 29301bfef023429b6c125385aa30f86b 2024-11-12T18:33:44,049 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4cc66dfea7444c3f79639e9865c710b8 2024-11-12T18:33:44,049 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4cc66dfea7444c3f79639e9865c710b8 2024-11-12T18:33:44,050 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4cc66dfea7444c3f79639e9865c710b8 2024-11-12T18:33:44,050 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 29301bfef023429b6c125385aa30f86b 2024-11-12T18:33:44,053 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/29301bfef023429b6c125385aa30f86b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:44,053 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/4cc66dfea7444c3f79639e9865c710b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:44,053 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 29301bfef023429b6c125385aa30f86b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59796726, jitterRate=-0.10895934700965881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:33:44,053 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 4cc66dfea7444c3f79639e9865c710b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71604098, jitterRate=0.06698420643806458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:33:44,053 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cc66dfea7444c3f79639e9865c710b8 2024-11-12T18:33:44,053 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29301bfef023429b6c125385aa30f86b 2024-11-12T18:33:44,054 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4cc66dfea7444c3f79639e9865c710b8: Running coprocessor pre-open hook at 1731436424044Writing region info on filesystem at 1731436424044Initializing all the Stores at 1731436424045 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436424045Cleaning up temporary data from old regions at 1731436424049 (+4 ms)Running coprocessor post-open hooks at 1731436424053 (+4 ms)Region opened successfully at 1731436424054 (+1 ms) 2024-11-12T18:33:44,054 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 29301bfef023429b6c125385aa30f86b: Running coprocessor pre-open hook at 1731436424044Writing region info on filesystem at 1731436424044Initializing all the Stores at 1731436424045 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436424045Cleaning up temporary data from old regions at 1731436424049 (+4 ms)Running coprocessor post-open hooks at 1731436424053 (+4 ms)Region opened successfully at 1731436424054 (+1 ms) 2024-11-12T18:33:44,056 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b., pid=8, masterSystemTime=1731436424039 2024-11-12T18:33:44,056 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8., pid=7, masterSystemTime=1731436424038 2024-11-12T18:33:44,058 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8. 2024-11-12T18:33:44,058 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8. 2024-11-12T18:33:44,059 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cc66dfea7444c3f79639e9865c710b8, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,45105,1731436422312 2024-11-12T18:33:44,059 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b. 2024-11-12T18:33:44,059 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b. 2024-11-12T18:33:44,060 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=29301bfef023429b6c125385aa30f86b, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,36137,1731436422349 2024-11-12T18:33:44,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cc66dfea7444c3f79639e9865c710b8, server=9911683f163c,45105,1731436422312 because future has completed 2024-11-12T18:33:44,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29301bfef023429b6c125385aa30f86b, server=9911683f163c,36137,1731436422349 because future has completed 2024-11-12T18:33:44,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-12T18:33:44,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cc66dfea7444c3f79639e9865c710b8, server=9911683f163c,45105,1731436422312 in 180 msec 2024-11-12T18:33:44,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-12T18:33:44,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4cc66dfea7444c3f79639e9865c710b8, ASSIGN in 339 msec 2024-11-12T18:33:44,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 29301bfef023429b6c125385aa30f86b, server=9911683f163c,36137,1731436422349 in 180 msec 2024-11-12T18:33:44,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-12T18:33:44,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=29301bfef023429b6c125385aa30f86b, ASSIGN in 340 msec 2024-11-12T18:33:44,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:33:44,071 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731436424071"}]},"ts":"1731436424071"} 2024-11-12T18:33:44,074 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T18:33:44,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:33:44,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 784 msec 2024-11-12T18:33:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:44,439 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T18:33:44,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T18:33:44,439 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:33:44,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T18:33:44,443 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:33:44,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T18:33:44,446 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8., hostname=9911683f163c,45105,1731436422312, seqNum=2] 2024-11-12T18:33:44,446 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:44,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:44,460 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b., hostname=9911683f163c,36137,1731436422349, seqNum=2] 2024-11-12T18:33:44,471 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4cc66dfea7444c3f79639e9865c710b8 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T18:33:44,489 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/4cc66dfea7444c3f79639e9865c710b8/.tmp/family/34f04cf1adf84d0f8961f775b654b0a0 is 32, key is 1/family:/1731436424449/Put/seqid=0 2024-11-12T18:33:44,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741839_1015 (size=5054) 2024-11-12T18:33:44,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741839_1015 (size=5054) 2024-11-12T18:33:44,496 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/4cc66dfea7444c3f79639e9865c710b8/.tmp/family/34f04cf1adf84d0f8961f775b654b0a0 2024-11-12T18:33:44,503 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/4cc66dfea7444c3f79639e9865c710b8/.tmp/family/34f04cf1adf84d0f8961f775b654b0a0 as hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/4cc66dfea7444c3f79639e9865c710b8/family/34f04cf1adf84d0f8961f775b654b0a0 2024-11-12T18:33:44,510 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/4cc66dfea7444c3f79639e9865c710b8/family/34f04cf1adf84d0f8961f775b654b0a0, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T18:33:44,511 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 4cc66dfea7444c3f79639e9865c710b8 in 40ms, sequenceid=8, compaction requested=false 2024-11-12T18:33:44,511 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4cc66dfea7444c3f79639e9865c710b8: 2024-11-12T18:33:44,511 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 29301bfef023429b6c125385aa30f86b 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T18:33:44,528 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/29301bfef023429b6c125385aa30f86b/.tmp/family/27af1810a2d34631b092ad5a2cb9309e is 32, key is 5/family:/1731436424461/Put/seqid=0 2024-11-12T18:33:44,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741840_1016 (size=5083) 2024-11-12T18:33:44,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741840_1016 (size=5083) 2024-11-12T18:33:44,536 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/29301bfef023429b6c125385aa30f86b/.tmp/family/27af1810a2d34631b092ad5a2cb9309e 2024-11-12T18:33:44,543 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/29301bfef023429b6c125385aa30f86b/.tmp/family/27af1810a2d34631b092ad5a2cb9309e as hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/29301bfef023429b6c125385aa30f86b/family/27af1810a2d34631b092ad5a2cb9309e 2024-11-12T18:33:44,549 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/29301bfef023429b6c125385aa30f86b/family/27af1810a2d34631b092ad5a2cb9309e, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T18:33:44,550 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 29301bfef023429b6c125385aa30f86b in 39ms, sequenceid=9, compaction requested=false 2024-11-12T18:33:44,551 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 29301bfef023429b6c125385aa30f86b: 2024-11-12T18:33:44,553 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 34f04cf1adf84d0f8961f775b654b0a0, starting offset: 0, end offset: 9223372036854775807 2024-11-12T18:33:44,553 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 34f04cf1adf84d0f8961f775b654b0a0_0 from back map with offset lock 2094080 in the evict process 2024-11-12T18:33:44,555 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 27af1810a2d34631b092ad5a2cb9309e, starting offset: 0, end offset: 9223372036854775807 2024-11-12T18:33:44,555 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 27af1810a2d34631b092ad5a2cb9309e_0 from back map with offset lock 2094080 in the evict process 2024-11-12T18:33:44,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:33:44,555 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:33:44,555 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:44,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:44,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:44,556 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:33:44,556 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1509690013, stopped=false 2024-11-12T18:33:44,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:33:44,556 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,36941,1731436422266 2024-11-12T18:33:44,558 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:33:44,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:44,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:33:44,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:44,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:44,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:44,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:44,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:44,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:44,559 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,45105,1731436422312' ***** 2024-11-12T18:33:44,559 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:33:44,559 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,36137,1731436422349' ***** 2024-11-12T18:33:44,559 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:33:44,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:44,559 INFO [RS:0;9911683f163c:45105 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T18:33:44,559 INFO [RS:1;9911683f163c:36137 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T18:33:44,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:44,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:44,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:44,560 INFO [RS:1;9911683f163c:36137 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T18:33:44,560 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T18:33:44,560 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T18:33:44,560 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T18:33:44,560 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T18:33:44,560 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T18:33:44,560 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T18:33:44,560 INFO [RS:1;9911683f163c:36137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:33:44,560 INFO [RS:0;9911683f163c:45105 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T18:33:44,560 INFO [RS:1;9911683f163c:36137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:33:44,560 INFO [RS:0;9911683f163c:45105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:33:44,560 INFO [RS:1;9911683f163c:36137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:33:44,561 INFO [RS:1;9911683f163c:36137 {}] regionserver.HRegionServer(3091): Received CLOSE for 29301bfef023429b6c125385aa30f86b 2024-11-12T18:33:44,561 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:33:44,561 INFO [RS:0;9911683f163c:45105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:33:44,561 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:33:44,561 INFO [RS:0;9911683f163c:45105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:33:44,561 INFO [RS:0;9911683f163c:45105 {}] regionserver.HRegionServer(3091): Received CLOSE for 4cc66dfea7444c3f79639e9865c710b8 2024-11-12T18:33:44,561 INFO [RS:1;9911683f163c:36137 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,36137,1731436422349 2024-11-12T18:33:44,561 INFO [RS:1;9911683f163c:36137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:44,561 INFO [RS:1;9911683f163c:36137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9911683f163c:36137. 2024-11-12T18:33:44,561 DEBUG [RS:1;9911683f163c:36137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:44,561 DEBUG [RS:1;9911683f163c:36137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:44,561 INFO [RS:1;9911683f163c:36137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:33:44,561 INFO [RS:1;9911683f163c:36137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:33:44,561 INFO [RS:1;9911683f163c:36137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:33:44,561 INFO [RS:1;9911683f163c:36137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:33:44,562 INFO [RS:1;9911683f163c:36137 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T18:33:44,562 DEBUG [RS:1;9911683f163c:36137 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 29301bfef023429b6c125385aa30f86b=testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b.} 2024-11-12T18:33:44,562 INFO [RS:0;9911683f163c:45105 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,45105,1731436422312 2024-11-12T18:33:44,562 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29301bfef023429b6c125385aa30f86b, disabling compactions & flushes 2024-11-12T18:33:44,562 INFO [RS:0;9911683f163c:45105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:44,562 DEBUG [RS:1;9911683f163c:36137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29301bfef023429b6c125385aa30f86b 2024-11-12T18:33:44,562 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b. 2024-11-12T18:33:44,562 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b. 2024-11-12T18:33:44,562 INFO [RS:0;9911683f163c:45105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:45105. 2024-11-12T18:33:44,562 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b. after waiting 0 ms 2024-11-12T18:33:44,562 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b. 2024-11-12T18:33:44,562 DEBUG [RS:0;9911683f163c:45105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:44,562 DEBUG [RS:0;9911683f163c:45105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:44,562 INFO [RS:0;9911683f163c:45105 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:33:44,562 DEBUG [RS:0;9911683f163c:45105 {}] regionserver.HRegionServer(1325): Online Regions={4cc66dfea7444c3f79639e9865c710b8=testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8.} 2024-11-12T18:33:44,562 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:33:44,562 DEBUG [RS:0;9911683f163c:45105 {}] regionserver.HRegionServer(1351): Waiting on 4cc66dfea7444c3f79639e9865c710b8 2024-11-12T18:33:44,562 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:33:44,562 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:33:44,562 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:33:44,562 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:33:44,562 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4cc66dfea7444c3f79639e9865c710b8, disabling compactions & flushes 2024-11-12T18:33:44,562 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8. 2024-11-12T18:33:44,562 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T18:33:44,563 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8. 2024-11-12T18:33:44,563 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8. after waiting 0 ms 2024-11-12T18:33:44,563 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8. 2024-11-12T18:33:44,568 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/29301bfef023429b6c125385aa30f86b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T18:33:44,568 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/default/testClearRegionBlockCache/4cc66dfea7444c3f79639e9865c710b8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T18:33:44,569 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b. 2024-11-12T18:33:44,569 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8. 2024-11-12T18:33:44,569 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29301bfef023429b6c125385aa30f86b: Waiting for close lock at 1731436424562Running coprocessor pre-close hooks at 1731436424562Disabling compacts and flushes for region at 1731436424562Disabling writes for close at 1731436424562Writing region close event to WAL at 1731436424563 (+1 ms)Running coprocessor post-close hooks at 1731436424569 (+6 ms)Closed at 1731436424569 2024-11-12T18:33:44,569 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4cc66dfea7444c3f79639e9865c710b8: Waiting for close lock at 1731436424562Running coprocessor pre-close hooks at 1731436424562Disabling compacts and flushes for region at 1731436424562Disabling writes for close at 1731436424563 (+1 ms)Writing region close event to WAL at 1731436424563Running coprocessor post-close hooks at 1731436424569 (+6 ms)Closed at 1731436424569 2024-11-12T18:33:44,569 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b. 2024-11-12T18:33:44,569 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731436423290.4cc66dfea7444c3f79639e9865c710b8. 2024-11-12T18:33:44,588 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740/.tmp/info/c7bc6659f4a04c6599f3d7ae77397717 is 173, key is testClearRegionBlockCache,5,1731436423290.29301bfef023429b6c125385aa30f86b./info:regioninfo/1731436424060/Put/seqid=0 2024-11-12T18:33:44,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741841_1017 (size=8173) 2024-11-12T18:33:44,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741841_1017 (size=8173) 2024-11-12T18:33:44,594 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740/.tmp/info/c7bc6659f4a04c6599f3d7ae77397717 2024-11-12T18:33:44,616 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740/.tmp/ns/a34093b10ef342dd9af70c7898c69f14 is 43, key is default/ns:d/1731436423214/Put/seqid=0 2024-11-12T18:33:44,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:33:44,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:33:44,622 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:33:44,622 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:33:44,622 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740/.tmp/ns/a34093b10ef342dd9af70c7898c69f14 2024-11-12T18:33:44,622 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:44,623 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:33:44,623 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:33:44,625 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:44,644 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740/.tmp/table/f9eff3363a024ebe9fc412943c866721 is 61, key is testClearRegionBlockCache/table:state/1731436424071/Put/seqid=0 2024-11-12T18:33:44,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741843_1019 (size=5312) 2024-11-12T18:33:44,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741843_1019 (size=5312) 2024-11-12T18:33:44,650 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740/.tmp/table/f9eff3363a024ebe9fc412943c866721 2024-11-12T18:33:44,657 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740/.tmp/info/c7bc6659f4a04c6599f3d7ae77397717 as hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740/info/c7bc6659f4a04c6599f3d7ae77397717 2024-11-12T18:33:44,663 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740/info/c7bc6659f4a04c6599f3d7ae77397717, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T18:33:44,664 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740/.tmp/ns/a34093b10ef342dd9af70c7898c69f14 as hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740/ns/a34093b10ef342dd9af70c7898c69f14 2024-11-12T18:33:44,669 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740/ns/a34093b10ef342dd9af70c7898c69f14, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T18:33:44,670 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740/.tmp/table/f9eff3363a024ebe9fc412943c866721 as hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740/table/f9eff3363a024ebe9fc412943c866721 2024-11-12T18:33:44,676 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740/table/f9eff3363a024ebe9fc412943c866721, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T18:33:44,677 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=13, compaction requested=false 2024-11-12T18:33:44,682 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T18:33:44,682 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:33:44,682 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:44,683 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731436424562Running coprocessor pre-close hooks at 1731436424562Disabling compacts and flushes for region at 1731436424562Disabling writes for close at 1731436424562Obtaining lock to block concurrent updates at 1731436424563 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731436424563Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731436424563Flushing stores of hbase:meta,,1.1588230740 at 1731436424564 (+1 ms)Flushing 1588230740/info: creating writer at 1731436424564Flushing 1588230740/info: appending metadata at 1731436424587 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731436424587Flushing 1588230740/ns: creating writer at 1731436424600 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731436424615 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731436424616 (+1 ms)Flushing 1588230740/table: creating writer at 1731436424628 (+12 ms)Flushing 1588230740/table: appending metadata at 1731436424643 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731436424644 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d8b6019: reopening flushed file at 1731436424656 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d2b3d3: reopening flushed file at 1731436424663 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@caca5a2: reopening flushed file at 1731436424670 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=13, compaction requested=false at 1731436424677 (+7 ms)Writing region close event to WAL at 1731436424678 (+1 ms)Running coprocessor post-close hooks at 1731436424682 (+4 ms)Closed at 1731436424682 2024-11-12T18:33:44,683 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:44,762 INFO [RS:1;9911683f163c:36137 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,36137,1731436422349; all regions closed. 2024-11-12T18:33:44,762 INFO [RS:0;9911683f163c:45105 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,45105,1731436422312; all regions closed. 2024-11-12T18:33:44,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741834_1010 (size=1758) 2024-11-12T18:33:44,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741835_1011 (size=4338) 2024-11-12T18:33:44,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741835_1011 (size=4338) 2024-11-12T18:33:44,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741834_1010 (size=1758) 2024-11-12T18:33:44,768 DEBUG [RS:1;9911683f163c:36137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/oldWALs 2024-11-12T18:33:44,768 INFO [RS:1;9911683f163c:36137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C36137%2C1731436422349.meta:.meta(num 1731436423165) 2024-11-12T18:33:44,768 DEBUG [RS:0;9911683f163c:45105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/oldWALs 2024-11-12T18:33:44,768 INFO [RS:0;9911683f163c:45105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C45105%2C1731436422312:(num 1731436422769) 2024-11-12T18:33:44,768 DEBUG [RS:0;9911683f163c:45105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:44,768 INFO [RS:0;9911683f163c:45105 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:44,768 INFO [RS:0;9911683f163c:45105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:44,768 INFO [RS:0;9911683f163c:45105 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:44,768 INFO [RS:0;9911683f163c:45105 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:33:44,768 INFO [RS:0;9911683f163c:45105 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:33:44,768 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:44,768 INFO [RS:0;9911683f163c:45105 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:33:44,769 INFO [RS:0;9911683f163c:45105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:44,769 INFO [RS:0;9911683f163c:45105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45105 2024-11-12T18:33:44,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741833_1009 (size=1867) 2024-11-12T18:33:44,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741833_1009 (size=1867) 2024-11-12T18:33:44,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,45105,1731436422312 2024-11-12T18:33:44,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:44,771 INFO [RS:0;9911683f163c:45105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:44,773 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,45105,1731436422312] 2024-11-12T18:33:44,774 DEBUG [RS:1;9911683f163c:36137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/oldWALs 2024-11-12T18:33:44,774 INFO [RS:1;9911683f163c:36137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C36137%2C1731436422349:(num 1731436422759) 2024-11-12T18:33:44,774 DEBUG [RS:1;9911683f163c:36137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:44,774 INFO [RS:1;9911683f163c:36137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:44,774 INFO [RS:1;9911683f163c:36137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:44,774 INFO [RS:1;9911683f163c:36137 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:44,774 INFO [RS:1;9911683f163c:36137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:44,774 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:44,774 INFO [RS:1;9911683f163c:36137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36137 2024-11-12T18:33:44,775 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,45105,1731436422312 already deleted, retry=false 2024-11-12T18:33:44,775 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,45105,1731436422312 expired; onlineServers=1 2024-11-12T18:33:44,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,36137,1731436422349 2024-11-12T18:33:44,777 INFO [RS:1;9911683f163c:36137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:44,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:44,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,36137,1731436422349] 2024-11-12T18:33:44,780 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,36137,1731436422349 already deleted, retry=false 2024-11-12T18:33:44,780 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,36137,1731436422349 expired; onlineServers=0 2024-11-12T18:33:44,780 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,36941,1731436422266' ***** 2024-11-12T18:33:44,780 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:33:44,780 INFO [M:0;9911683f163c:36941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:44,780 INFO [M:0;9911683f163c:36941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:44,780 DEBUG [M:0;9911683f163c:36941 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:33:44,780 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:33:44,780 DEBUG [M:0;9911683f163c:36941 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:33:44,781 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436422547 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436422547,5,FailOnTimeoutGroup] 2024-11-12T18:33:44,781 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436422547 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436422547,5,FailOnTimeoutGroup] 2024-11-12T18:33:44,781 INFO [M:0;9911683f163c:36941 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:44,781 INFO [M:0;9911683f163c:36941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:44,781 DEBUG [M:0;9911683f163c:36941 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:33:44,781 INFO [M:0;9911683f163c:36941 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:33:44,781 INFO [M:0;9911683f163c:36941 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:33:44,781 INFO [M:0;9911683f163c:36941 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:33:44,782 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:33:44,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:44,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:44,782 DEBUG [M:0;9911683f163c:36941 {}] zookeeper.ZKUtil(347): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T18:33:44,782 WARN [M:0;9911683f163c:36941 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:33:44,783 INFO [M:0;9911683f163c:36941 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/.lastflushedseqids 2024-11-12T18:33:44,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741844_1020 (size=191) 2024-11-12T18:33:44,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741844_1020 (size=191) 2024-11-12T18:33:44,790 INFO [M:0;9911683f163c:36941 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:33:44,790 INFO [M:0;9911683f163c:36941 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:33:44,791 DEBUG [M:0;9911683f163c:36941 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:33:44,791 INFO [M:0;9911683f163c:36941 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:44,791 DEBUG [M:0;9911683f163c:36941 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:44,791 DEBUG [M:0;9911683f163c:36941 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:33:44,791 DEBUG [M:0;9911683f163c:36941 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:44,791 INFO [M:0;9911683f163c:36941 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-12T18:33:44,815 DEBUG [M:0;9911683f163c:36941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/852c464d6b294055967fcb5ec47666bd is 82, key is hbase:meta,,1/info:regioninfo/1731436423201/Put/seqid=0 2024-11-12T18:33:44,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741845_1021 (size=5672) 2024-11-12T18:33:44,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741845_1021 (size=5672) 2024-11-12T18:33:44,874 INFO [RS:0;9911683f163c:45105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:44,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:44,874 INFO [RS:0;9911683f163c:45105 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,45105,1731436422312; zookeeper connection closed. 2024-11-12T18:33:44,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45105-0x10035452f090001, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:44,874 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e6966d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e6966d4 2024-11-12T18:33:44,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:44,879 INFO [RS:1;9911683f163c:36137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:44,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x10035452f090002, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:44,879 INFO [RS:1;9911683f163c:36137 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,36137,1731436422349; zookeeper connection closed. 2024-11-12T18:33:44,879 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77a120c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77a120c5 2024-11-12T18:33:44,879 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T18:33:45,222 INFO [M:0;9911683f163c:36941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/852c464d6b294055967fcb5ec47666bd 2024-11-12T18:33:45,242 DEBUG [M:0;9911683f163c:36941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8bbf436878d47e8a38d8beb472586ab is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731436424076/Put/seqid=0 2024-11-12T18:33:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741846_1022 (size=6220) 2024-11-12T18:33:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741846_1022 (size=6220) 2024-11-12T18:33:45,249 INFO [M:0;9911683f163c:36941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8bbf436878d47e8a38d8beb472586ab 2024-11-12T18:33:45,268 DEBUG [M:0;9911683f163c:36941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab90eaad929c48e1aae1252730681693 is 69, key is 9911683f163c,36137,1731436422349/rs:state/1731436422605/Put/seqid=0 2024-11-12T18:33:45,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741847_1023 (size=5224) 2024-11-12T18:33:45,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741847_1023 (size=5224) 2024-11-12T18:33:45,273 INFO [M:0;9911683f163c:36941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab90eaad929c48e1aae1252730681693 2024-11-12T18:33:45,278 DEBUG [M:0;9911683f163c:36941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/852c464d6b294055967fcb5ec47666bd as hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/852c464d6b294055967fcb5ec47666bd 2024-11-12T18:33:45,283 INFO [M:0;9911683f163c:36941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/852c464d6b294055967fcb5ec47666bd, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T18:33:45,283 DEBUG [M:0;9911683f163c:36941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8bbf436878d47e8a38d8beb472586ab as hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8bbf436878d47e8a38d8beb472586ab 2024-11-12T18:33:45,288 INFO [M:0;9911683f163c:36941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8bbf436878d47e8a38d8beb472586ab, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T18:33:45,289 DEBUG [M:0;9911683f163c:36941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab90eaad929c48e1aae1252730681693 as hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab90eaad929c48e1aae1252730681693 2024-11-12T18:33:45,293 INFO [M:0;9911683f163c:36941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46009/user/jenkins/test-data/e4158cb2-1d52-20f3-a4f7-654675f60290/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab90eaad929c48e1aae1252730681693, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T18:33:45,294 INFO [M:0;9911683f163c:36941 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 503ms, sequenceid=71, compaction requested=false 2024-11-12T18:33:45,295 INFO [M:0;9911683f163c:36941 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:45,296 DEBUG [M:0;9911683f163c:36941 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731436424791Disabling compacts and flushes for region at 1731436424791Disabling writes for close at 1731436424791Obtaining lock to block concurrent updates at 1731436424791Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731436424791Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731436424791Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731436424792 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731436424792Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731436424814 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731436424814Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731436425227 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731436425242 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731436425242Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731436425253 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731436425267 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731436425267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a4b3818: reopening flushed file at 1731436425278 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7069d2: reopening flushed file at 1731436425283 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@714148a0: reopening flushed file at 1731436425288 (+5 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 503ms, sequenceid=71, compaction requested=false at 1731436425294 (+6 ms)Writing region close event to WAL at 1731436425295 (+1 ms)Closed at 1731436425295 2024-11-12T18:33:45,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41647 is added to blk_1073741830_1006 (size=35452) 2024-11-12T18:33:45,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46401 is added to blk_1073741830_1006 (size=35452) 2024-11-12T18:33:45,298 INFO [M:0;9911683f163c:36941 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:33:45,299 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:45,299 INFO [M:0;9911683f163c:36941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36941 2024-11-12T18:33:45,299 INFO [M:0;9911683f163c:36941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:45,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:45,401 INFO [M:0;9911683f163c:36941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:45,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36941-0x10035452f090000, quorum=127.0.0.1:50903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:45,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d7c45f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:45,404 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e2561ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:45,404 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:45,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49041692{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:45,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23f4d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:45,406 WARN [BP-319808324-172.17.0.3-1731436421533 heartbeating to localhost/127.0.0.1:46009 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:33:45,406 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:33:45,407 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:33:45,407 WARN [BP-319808324-172.17.0.3-1731436421533 heartbeating to localhost/127.0.0.1:46009 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-319808324-172.17.0.3-1731436421533 (Datanode Uuid aca689dd-03fe-4a5f-b71b-14ed86e680c9) service to localhost/127.0.0.1:46009 2024-11-12T18:33:45,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/cluster_d3dc0dcf-eaa8-444f-8b18-1d5257c8bcf0/data/data3/current/BP-319808324-172.17.0.3-1731436421533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:45,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/cluster_d3dc0dcf-eaa8-444f-8b18-1d5257c8bcf0/data/data4/current/BP-319808324-172.17.0.3-1731436421533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:45,408 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:33:45,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@274755ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:45,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3db934d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:45,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:45,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29cd798e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:45,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32bdc578{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:45,411 WARN [BP-319808324-172.17.0.3-1731436421533 heartbeating to localhost/127.0.0.1:46009 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:33:45,412 WARN [BP-319808324-172.17.0.3-1731436421533 heartbeating to localhost/127.0.0.1:46009 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-319808324-172.17.0.3-1731436421533 (Datanode Uuid b44084d0-b016-46e5-b01c-f0f132fc098a) service to localhost/127.0.0.1:46009 2024-11-12T18:33:45,411 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:33:45,412 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:33:45,412 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/cluster_d3dc0dcf-eaa8-444f-8b18-1d5257c8bcf0/data/data1/current/BP-319808324-172.17.0.3-1731436421533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:45,412 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/cluster_d3dc0dcf-eaa8-444f-8b18-1d5257c8bcf0/data/data2/current/BP-319808324-172.17.0.3-1731436421533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:45,413 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:33:45,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22c33558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:33:45,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b0b13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:45,419 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:45,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3085e2da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:45,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65040ed0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:45,425 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:33:45,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:33:45,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=178 (was 164) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:46009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:46009 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:46009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:46009 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=531 (was 506) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=6342 (was 6454) 2024-11-12T18:33:45,458 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=178, OpenFileDescriptor=531, MaxFileDescriptor=1048576, SystemLoadAverage=109, ProcessCount=11, AvailableMemoryMB=6343 2024-11-12T18:33:45,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/hadoop.log.dir so I do NOT create it in target/test-data/71e676bb-c016-0b85-f071-94f557b5c671 2024-11-12T18:33:45,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:33:45,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/hadoop.tmp.dir so I do NOT create it in target/test-data/71e676bb-c016-0b85-f071-94f557b5c671 2024-11-12T18:33:45,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad23841-adf9-6b69-41a3-c0f985165822/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:33:45,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671 2024-11-12T18:33:45,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:33:45,471 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/cluster_f1d1c0a6-8b64-2526-f286-2a8787fab62f, deleteOnExit=true 2024-11-12T18:33:45,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:33:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/test.cache.data in system properties and HBase conf 2024-11-12T18:33:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:33:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:33:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:33:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:33:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:33:45,472 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:33:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:33:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:33:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:33:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:33:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:33:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:33:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:33:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:33:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:33:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:33:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:33:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:33:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:33:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:33:45,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:45,562 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:45,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:45,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:45,563 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:33:45,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:45,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7be5179c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:45,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73c3720b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:45,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@255be9a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/java.io.tmpdir/jetty-localhost-40361-hadoop-hdfs-3_4_1-tests_jar-_-any-12037329903185697138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:33:45,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d1f25c0{HTTP/1.1, (http/1.1)}{localhost:40361} 2024-11-12T18:33:45,683 INFO [Time-limited test {}] server.Server(415): Started @23616ms 2024-11-12T18:33:45,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:45,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:45,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:45,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:45,770 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:33:45,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@287b718f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:45,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3170bff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:45,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40556528{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/java.io.tmpdir/jetty-localhost-41191-hadoop-hdfs-3_4_1-tests_jar-_-any-5187225713730681348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:45,886 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d43c2f6{HTTP/1.1, (http/1.1)}{localhost:41191} 2024-11-12T18:33:45,886 INFO [Time-limited test {}] server.Server(415): Started @23820ms 2024-11-12T18:33:45,888 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:33:45,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:33:45,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:33:45,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:33:45,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:33:45,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:33:45,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c285027{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:33:45,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d9ee4fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:33:45,974 WARN [Thread-1415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/cluster_f1d1c0a6-8b64-2526-f286-2a8787fab62f/data/data1/current/BP-1505153658-172.17.0.3-1731436425505/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:45,974 WARN [Thread-1416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/cluster_f1d1c0a6-8b64-2526-f286-2a8787fab62f/data/data2/current/BP-1505153658-172.17.0.3-1731436425505/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:45,998 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:33:46,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3eab8c4d1cd68696 with lease ID 0xc1d9f81e2ad4f00b: Processing first storage report for DS-4f424b4b-a568-40a9-ad65-ed7ccb86aeb7 from datanode DatanodeRegistration(127.0.0.1:38617, datanodeUuid=2a1ca77e-24e6-4435-b2d2-e14368b4f3f8, infoPort=37339, infoSecurePort=0, ipcPort=33305, storageInfo=lv=-57;cid=testClusterID;nsid=808629530;c=1731436425505) 2024-11-12T18:33:46,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3eab8c4d1cd68696 with lease ID 0xc1d9f81e2ad4f00b: from storage DS-4f424b4b-a568-40a9-ad65-ed7ccb86aeb7 node DatanodeRegistration(127.0.0.1:38617, datanodeUuid=2a1ca77e-24e6-4435-b2d2-e14368b4f3f8, infoPort=37339, infoSecurePort=0, ipcPort=33305, storageInfo=lv=-57;cid=testClusterID;nsid=808629530;c=1731436425505), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T18:33:46,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3eab8c4d1cd68696 with lease ID 0xc1d9f81e2ad4f00b: Processing first storage report for DS-1716d0ac-c575-49c9-b8cc-c8d42939fe90 from datanode DatanodeRegistration(127.0.0.1:38617, datanodeUuid=2a1ca77e-24e6-4435-b2d2-e14368b4f3f8, infoPort=37339, infoSecurePort=0, ipcPort=33305, storageInfo=lv=-57;cid=testClusterID;nsid=808629530;c=1731436425505) 2024-11-12T18:33:46,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3eab8c4d1cd68696 with lease ID 0xc1d9f81e2ad4f00b: from storage DS-1716d0ac-c575-49c9-b8cc-c8d42939fe90 node DatanodeRegistration(127.0.0.1:38617, datanodeUuid=2a1ca77e-24e6-4435-b2d2-e14368b4f3f8, infoPort=37339, infoSecurePort=0, ipcPort=33305, storageInfo=lv=-57;cid=testClusterID;nsid=808629530;c=1731436425505), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:33:46,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41c090ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/java.io.tmpdir/jetty-localhost-38779-hadoop-hdfs-3_4_1-tests_jar-_-any-18030158308812472037/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:46,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4372fc7e{HTTP/1.1, (http/1.1)}{localhost:38779} 2024-11-12T18:33:46,055 INFO [Time-limited test {}] server.Server(415): Started @23989ms 2024-11-12T18:33:46,057 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:33:46,143 WARN [Thread-1441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/cluster_f1d1c0a6-8b64-2526-f286-2a8787fab62f/data/data3/current/BP-1505153658-172.17.0.3-1731436425505/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:46,143 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/cluster_f1d1c0a6-8b64-2526-f286-2a8787fab62f/data/data4/current/BP-1505153658-172.17.0.3-1731436425505/current, will proceed with Du for space computation calculation, 2024-11-12T18:33:46,161 WARN [Thread-1430 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:33:46,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1322e381c601ea34 with lease ID 0xc1d9f81e2ad4f00c: Processing first storage report for DS-71089479-4d2e-40df-9d6d-5bc45a3a3434 from datanode DatanodeRegistration(127.0.0.1:34379, datanodeUuid=be77d824-e962-423c-ae27-7b88c5afe86b, infoPort=36357, infoSecurePort=0, ipcPort=42583, storageInfo=lv=-57;cid=testClusterID;nsid=808629530;c=1731436425505) 2024-11-12T18:33:46,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1322e381c601ea34 with lease ID 0xc1d9f81e2ad4f00c: from storage DS-71089479-4d2e-40df-9d6d-5bc45a3a3434 node DatanodeRegistration(127.0.0.1:34379, datanodeUuid=be77d824-e962-423c-ae27-7b88c5afe86b, infoPort=36357, infoSecurePort=0, ipcPort=42583, storageInfo=lv=-57;cid=testClusterID;nsid=808629530;c=1731436425505), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:33:46,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1322e381c601ea34 with lease ID 0xc1d9f81e2ad4f00c: Processing first storage report for DS-9a7d76e4-0c3e-4726-9ab8-2fe709b9af05 from datanode DatanodeRegistration(127.0.0.1:34379, datanodeUuid=be77d824-e962-423c-ae27-7b88c5afe86b, infoPort=36357, infoSecurePort=0, ipcPort=42583, storageInfo=lv=-57;cid=testClusterID;nsid=808629530;c=1731436425505) 2024-11-12T18:33:46,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1322e381c601ea34 with lease ID 0xc1d9f81e2ad4f00c: from storage DS-9a7d76e4-0c3e-4726-9ab8-2fe709b9af05 node DatanodeRegistration(127.0.0.1:34379, datanodeUuid=be77d824-e962-423c-ae27-7b88c5afe86b, infoPort=36357, infoSecurePort=0, ipcPort=42583, storageInfo=lv=-57;cid=testClusterID;nsid=808629530;c=1731436425505), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:33:46,183 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671 2024-11-12T18:33:46,186 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/cluster_f1d1c0a6-8b64-2526-f286-2a8787fab62f/zookeeper_0, clientPort=62625, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/cluster_f1d1c0a6-8b64-2526-f286-2a8787fab62f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/cluster_f1d1c0a6-8b64-2526-f286-2a8787fab62f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:33:46,187 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62625 2024-11-12T18:33:46,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:46,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:46,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:33:46,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:33:46,204 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170 with version=8 2024-11-12T18:33:46,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/hbase-staging 2024-11-12T18:33:46,207 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:46,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:46,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:46,207 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:46,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:46,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:46,208 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:33:46,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:46,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37297 2024-11-12T18:33:46,210 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37297 connecting to ZooKeeper ensemble=127.0.0.1:62625 2024-11-12T18:33:46,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372970x0, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:46,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37297-0x10035453e680000 connected 2024-11-12T18:33:46,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:46,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:46,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:46,234 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170, hbase.cluster.distributed=false 2024-11-12T18:33:46,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:46,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37297 2024-11-12T18:33:46,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37297 2024-11-12T18:33:46,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37297 2024-11-12T18:33:46,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37297 2024-11-12T18:33:46,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37297 2024-11-12T18:33:46,252 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:46,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:46,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:46,253 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:46,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:46,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:46,253 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:33:46,253 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:46,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34229 2024-11-12T18:33:46,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34229 connecting to ZooKeeper ensemble=127.0.0.1:62625 2024-11-12T18:33:46,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:46,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:46,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342290x0, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:46,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34229-0x10035453e680001 connected 2024-11-12T18:33:46,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:46,262 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:33:46,262 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T18:33:46,268 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T18:33:46,269 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T18:33:46,269 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T18:33:46,270 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:33:46,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:33:46,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:46,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34229 2024-11-12T18:33:46,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34229 2024-11-12T18:33:46,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34229 2024-11-12T18:33:46,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34229 2024-11-12T18:33:46,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34229 2024-11-12T18:33:46,288 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:33:46,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:46,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:46,289 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:33:46,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:33:46,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:33:46,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:33:46,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:33:46,289 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34437 2024-11-12T18:33:46,291 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34437 connecting to ZooKeeper ensemble=127.0.0.1:62625 2024-11-12T18:33:46,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:46,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:46,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344370x0, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:33:46,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344370x0, quorum=127.0.0.1:62625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:46,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34437-0x10035453e680002 connected 2024-11-12T18:33:46,299 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:33:46,299 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T18:33:46,306 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T18:33:46,307 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T18:33:46,307 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T18:33:46,307 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:33:46,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:33:46,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:33:46,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34437 2024-11-12T18:33:46,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34437 2024-11-12T18:33:46,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34437 2024-11-12T18:33:46,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34437 2024-11-12T18:33:46,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34437 2024-11-12T18:33:46,324 DEBUG [M:0;9911683f163c:37297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:37297 2024-11-12T18:33:46,324 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9911683f163c,37297,1731436426207 2024-11-12T18:33:46,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:46,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:46,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:46,327 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9911683f163c,37297,1731436426207 2024-11-12T18:33:46,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:46,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:46,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,329 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T18:33:46,330 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9911683f163c,37297,1731436426207 from backup master directory 2024-11-12T18:33:46,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9911683f163c,37297,1731436426207 2024-11-12T18:33:46,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:46,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:46,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:33:46,332 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:46,332 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,37297,1731436426207 2024-11-12T18:33:46,337 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/hbase.id] with ID: f58cc319-e650-4471-bba2-f9526fd142c7 2024-11-12T18:33:46,337 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/.tmp/hbase.id 2024-11-12T18:33:46,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:33:46,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:33:46,344 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/.tmp/hbase.id]:[hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/hbase.id] 2024-11-12T18:33:46,356 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:33:46,356 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:33:46,357 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T18:33:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:33:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:33:46,367 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:33:46,368 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:33:46,368 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:46,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:33:46,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:33:46,380 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store 2024-11-12T18:33:46,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:33:46,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:33:46,387 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:46,387 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:33:46,387 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:46,387 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:46,387 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:33:46,387 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:46,388 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:46,388 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731436426387Disabling compacts and flushes for region at 1731436426387Disabling writes for close at 1731436426387Writing region close event to WAL at 1731436426388 (+1 ms)Closed at 1731436426388 2024-11-12T18:33:46,388 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/.initializing 2024-11-12T18:33:46,388 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/WALs/9911683f163c,37297,1731436426207 2024-11-12T18:33:46,389 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:46,391 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C37297%2C1731436426207, suffix=, logDir=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/WALs/9911683f163c,37297,1731436426207, archiveDir=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/oldWALs, maxLogs=10 2024-11-12T18:33:46,405 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/WALs/9911683f163c,37297,1731436426207/9911683f163c%2C37297%2C1731436426207.1731436426391, exclude list is [], retry=0 2024-11-12T18:33:46,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34379,DS-71089479-4d2e-40df-9d6d-5bc45a3a3434,DISK] 2024-11-12T18:33:46,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38617,DS-4f424b4b-a568-40a9-ad65-ed7ccb86aeb7,DISK] 2024-11-12T18:33:46,410 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/WALs/9911683f163c,37297,1731436426207/9911683f163c%2C37297%2C1731436426207.1731436426391 2024-11-12T18:33:46,410 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36357:36357),(127.0.0.1/127.0.0.1:37339:37339)] 2024-11-12T18:33:46,410 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:33:46,411 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:46,411 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:46,411 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:46,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:46,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:33:46,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:46,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:46,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:46,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:33:46,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:46,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:46,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:46,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:33:46,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:46,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:46,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:46,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:33:46,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:46,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:46,419 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:46,420 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:46,420 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:46,421 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:46,421 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:46,422 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:46,423 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:33:46,425 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:46,426 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67577786, jitterRate=0.006987482309341431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:46,458 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731436426411Initializing all the Stores at 1731436426412 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436426412Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436426412Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436426412Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436426412Cleaning up temporary data from old regions at 1731436426421 (+9 ms)Region opened successfully at 1731436426458 (+37 ms) 2024-11-12T18:33:46,460 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:33:46,464 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f27027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:46,465 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:33:46,465 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:33:46,465 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:33:46,465 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:33:46,465 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:33:46,466 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:33:46,466 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:33:46,468 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:33:46,469 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T18:33:46,470 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T18:33:46,471 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:33:46,471 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:33:46,473 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T18:33:46,473 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:33:46,474 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:33:46,475 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T18:33:46,476 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:33:46,477 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T18:33:46,480 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:33:46,482 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T18:33:46,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:46,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:46,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:46,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,484 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,37297,1731436426207, sessionid=0x10035453e680000, setting cluster-up flag (Was=false) 2024-11-12T18:33:46,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,493 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T18:33:46,494 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,37297,1731436426207 2024-11-12T18:33:46,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,502 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T18:33:46,503 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,37297,1731436426207 2024-11-12T18:33:46,505 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:33:46,506 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:46,507 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:33:46,507 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:33:46,507 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,37297,1731436426207 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:33:46,508 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:46,508 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:46,508 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:46,508 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:33:46,508 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:33:46,508 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,509 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:46,509 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,509 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731436456509 2024-11-12T18:33:46,509 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:33:46,510 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:33:46,510 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:33:46,510 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:33:46,510 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:33:46,510 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:33:46,510 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,510 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:33:46,510 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:33:46,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:46,510 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:33:46,511 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:33:46,511 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:33:46,511 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:33:46,511 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436426511,5,FailOnTimeoutGroup] 2024-11-12T18:33:46,511 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436426511,5,FailOnTimeoutGroup] 2024-11-12T18:33:46,511 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,511 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:33:46,511 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,511 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,512 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:46,512 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:33:46,513 INFO [RS:1;9911683f163c:34437 {}] regionserver.HRegionServer(746): ClusterId : f58cc319-e650-4471-bba2-f9526fd142c7 2024-11-12T18:33:46,513 INFO [RS:0;9911683f163c:34229 {}] regionserver.HRegionServer(746): ClusterId : f58cc319-e650-4471-bba2-f9526fd142c7 2024-11-12T18:33:46,513 DEBUG [RS:1;9911683f163c:34437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:33:46,513 DEBUG [RS:0;9911683f163c:34229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:33:46,515 DEBUG [RS:1;9911683f163c:34437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:33:46,515 DEBUG [RS:1;9911683f163c:34437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:33:46,516 DEBUG [RS:0;9911683f163c:34229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:33:46,516 DEBUG [RS:0;9911683f163c:34229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:33:46,518 DEBUG [RS:1;9911683f163c:34437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:33:46,519 DEBUG [RS:1;9911683f163c:34437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac3efa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:46,519 DEBUG [RS:0;9911683f163c:34229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:33:46,519 DEBUG [RS:0;9911683f163c:34229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32676b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:33:46,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:33:46,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:33:46,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:33:46,523 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170 2024-11-12T18:33:46,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:33:46,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:33:46,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:46,538 DEBUG [RS:0;9911683f163c:34229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:34229 2024-11-12T18:33:46,538 INFO [RS:0;9911683f163c:34229 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:33:46,538 INFO [RS:0;9911683f163c:34229 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:33:46,538 DEBUG [RS:0;9911683f163c:34229 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:33:46,539 INFO [RS:0;9911683f163c:34229 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,37297,1731436426207 with port=34229, startcode=1731436426252 2024-11-12T18:33:46,540 DEBUG [RS:0;9911683f163c:34229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:33:46,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:33:46,542 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:33:46,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:33:46,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,34229,1731436426252 2024-11-12T18:33:46,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:46,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37297 {}] master.ServerManager(517): Registering regionserver=9911683f163c,34229,1731436426252 2024-11-12T18:33:46,543 DEBUG [RS:1;9911683f163c:34437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9911683f163c:34437 2024-11-12T18:33:46,543 INFO [RS:1;9911683f163c:34437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:33:46,543 INFO [RS:1;9911683f163c:34437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:33:46,543 DEBUG [RS:1;9911683f163c:34437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:33:46,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:46,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:33:46,544 INFO [RS:1;9911683f163c:34437 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,37297,1731436426207 with port=34437, startcode=1731436426288 2024-11-12T18:33:46,544 DEBUG [RS:1;9911683f163c:34437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:33:46,545 DEBUG [RS:0;9911683f163c:34229 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170 2024-11-12T18:33:46,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:33:46,545 DEBUG [RS:0;9911683f163c:34229 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40359 2024-11-12T18:33:46,545 DEBUG [RS:0;9911683f163c:34229 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:33:46,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:46,545 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:33:46,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:46,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:33:46,546 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,34437,1731436426288 2024-11-12T18:33:46,546 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37297 {}] master.ServerManager(517): Registering regionserver=9911683f163c,34437,1731436426288 2024-11-12T18:33:46,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:33:46,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:46,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:46,548 DEBUG [RS:1;9911683f163c:34437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170 2024-11-12T18:33:46,548 DEBUG [RS:1;9911683f163c:34437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40359 2024-11-12T18:33:46,548 DEBUG [RS:1;9911683f163c:34437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:33:46,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:46,548 DEBUG [RS:0;9911683f163c:34229 {}] zookeeper.ZKUtil(111): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,34229,1731436426252 2024-11-12T18:33:46,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:33:46,548 WARN [RS:0;9911683f163c:34229 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:46,548 INFO [RS:0;9911683f163c:34229 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:46,548 DEBUG [RS:0;9911683f163c:34229 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/WALs/9911683f163c,34229,1731436426252 2024-11-12T18:33:46,548 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,34229,1731436426252] 2024-11-12T18:33:46,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:33:46,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:46,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:46,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:33:46,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740 2024-11-12T18:33:46,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740 2024-11-12T18:33:46,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:33:46,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:33:46,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:46,553 DEBUG [RS:1;9911683f163c:34437 {}] zookeeper.ZKUtil(111): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,34437,1731436426288 2024-11-12T18:33:46,553 WARN [RS:1;9911683f163c:34437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:33:46,553 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:46,553 INFO [RS:1;9911683f163c:34437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:46,553 DEBUG [RS:1;9911683f163c:34437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/WALs/9911683f163c,34437,1731436426288 2024-11-12T18:33:46,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,34437,1731436426288] 2024-11-12T18:33:46,554 INFO [RS:0;9911683f163c:34229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:33:46,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:33:46,556 INFO [RS:0;9911683f163c:34229 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:33:46,556 INFO [RS:0;9911683f163c:34229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:33:46,556 INFO [RS:0;9911683f163c:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,557 INFO [RS:0;9911683f163c:34229 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:33:46,557 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:46,557 INFO [RS:1;9911683f163c:34437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:33:46,557 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71267068, jitterRate=0.0619620680809021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:46,557 INFO [RS:0;9911683f163c:34229 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:33:46,557 INFO [RS:0;9911683f163c:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,557 DEBUG [RS:0;9911683f163c:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,557 DEBUG [RS:0;9911683f163c:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,557 DEBUG [RS:0;9911683f163c:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,557 DEBUG [RS:0;9911683f163c:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,558 DEBUG [RS:0;9911683f163c:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,558 DEBUG [RS:0;9911683f163c:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:46,558 DEBUG [RS:0;9911683f163c:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,558 DEBUG [RS:0;9911683f163c:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,558 DEBUG [RS:0;9911683f163c:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,558 DEBUG [RS:0;9911683f163c:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,558 DEBUG [RS:0;9911683f163c:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,558 DEBUG [RS:0;9911683f163c:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,558 DEBUG [RS:0;9911683f163c:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:46,558 DEBUG [RS:0;9911683f163c:34229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:46,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731436426536Initializing all the Stores at 1731436426537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436426537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436426540 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436426540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436426540Cleaning up temporary data from old regions at 1731436426552 (+12 ms)Region opened successfully at 1731436426558 (+6 ms) 2024-11-12T18:33:46,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:33:46,558 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:33:46,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:33:46,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:33:46,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:33:46,558 INFO [RS:0;9911683f163c:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,558 INFO [RS:0;9911683f163c:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,558 INFO [RS:0;9911683f163c:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,558 INFO [RS:0;9911683f163c:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,558 INFO [RS:0;9911683f163c:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,558 INFO [RS:0;9911683f163c:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34229,1731436426252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:46,559 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:46,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731436426558Disabling compacts and flushes for region at 1731436426558Disabling writes for close at 1731436426558Writing region close event to WAL at 1731436426559 (+1 ms)Closed at 1731436426559 2024-11-12T18:33:46,559 INFO [RS:1;9911683f163c:34437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:33:46,559 INFO [RS:1;9911683f163c:34437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:33:46,560 INFO [RS:1;9911683f163c:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,560 INFO [RS:1;9911683f163c:34437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:33:46,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:46,560 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:33:46,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:33:46,561 INFO [RS:1;9911683f163c:34437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:33:46,561 INFO [RS:1;9911683f163c:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,561 DEBUG [RS:1;9911683f163c:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,561 DEBUG [RS:1;9911683f163c:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,561 DEBUG [RS:1;9911683f163c:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,561 DEBUG [RS:1;9911683f163c:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,561 DEBUG [RS:1;9911683f163c:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,561 DEBUG [RS:1;9911683f163c:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:33:46,561 DEBUG [RS:1;9911683f163c:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,561 DEBUG [RS:1;9911683f163c:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,561 DEBUG [RS:1;9911683f163c:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,561 DEBUG [RS:1;9911683f163c:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,561 DEBUG [RS:1;9911683f163c:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,561 DEBUG [RS:1;9911683f163c:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:33:46,562 DEBUG [RS:1;9911683f163c:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:46,562 DEBUG [RS:1;9911683f163c:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:33:46,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:33:46,563 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:33:46,567 INFO [RS:1;9911683f163c:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,567 INFO [RS:1;9911683f163c:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,567 INFO [RS:1;9911683f163c:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,567 INFO [RS:1;9911683f163c:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,567 INFO [RS:1;9911683f163c:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,567 INFO [RS:1;9911683f163c:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34437,1731436426288-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:46,575 INFO [RS:0;9911683f163c:34229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:33:46,575 INFO [RS:0;9911683f163c:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34229,1731436426252-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,575 INFO [RS:0;9911683f163c:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,575 INFO [RS:0;9911683f163c:34229 {}] regionserver.Replication(171): 9911683f163c,34229,1731436426252 started 2024-11-12T18:33:46,583 INFO [RS:1;9911683f163c:34437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:33:46,583 INFO [RS:1;9911683f163c:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34437,1731436426288-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,584 INFO [RS:1;9911683f163c:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,584 INFO [RS:1;9911683f163c:34437 {}] regionserver.Replication(171): 9911683f163c,34437,1731436426288 started 2024-11-12T18:33:46,590 INFO [RS:0;9911683f163c:34229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,590 INFO [RS:0;9911683f163c:34229 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,34229,1731436426252, RpcServer on 9911683f163c/172.17.0.3:34229, sessionid=0x10035453e680001 2024-11-12T18:33:46,590 DEBUG [RS:0;9911683f163c:34229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:33:46,590 DEBUG [RS:0;9911683f163c:34229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,34229,1731436426252 2024-11-12T18:33:46,590 DEBUG [RS:0;9911683f163c:34229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,34229,1731436426252' 2024-11-12T18:33:46,590 DEBUG [RS:0;9911683f163c:34229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:33:46,590 DEBUG [RS:0;9911683f163c:34229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:33:46,591 DEBUG [RS:0;9911683f163c:34229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:33:46,591 DEBUG [RS:0;9911683f163c:34229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:33:46,591 DEBUG [RS:0;9911683f163c:34229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,34229,1731436426252 2024-11-12T18:33:46,591 DEBUG [RS:0;9911683f163c:34229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,34229,1731436426252' 2024-11-12T18:33:46,591 DEBUG [RS:0;9911683f163c:34229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:33:46,591 DEBUG [RS:0;9911683f163c:34229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:33:46,591 DEBUG [RS:0;9911683f163c:34229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:33:46,591 INFO [RS:0;9911683f163c:34229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:33:46,591 INFO [RS:0;9911683f163c:34229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:33:46,598 INFO [RS:1;9911683f163c:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:46,598 INFO [RS:1;9911683f163c:34437 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,34437,1731436426288, RpcServer on 9911683f163c/172.17.0.3:34437, sessionid=0x10035453e680002 2024-11-12T18:33:46,598 DEBUG [RS:1;9911683f163c:34437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:33:46,598 DEBUG [RS:1;9911683f163c:34437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,34437,1731436426288 2024-11-12T18:33:46,598 DEBUG [RS:1;9911683f163c:34437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,34437,1731436426288' 2024-11-12T18:33:46,598 DEBUG [RS:1;9911683f163c:34437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:33:46,599 DEBUG [RS:1;9911683f163c:34437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:33:46,599 DEBUG [RS:1;9911683f163c:34437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:33:46,599 DEBUG [RS:1;9911683f163c:34437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:33:46,599 DEBUG [RS:1;9911683f163c:34437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,34437,1731436426288 2024-11-12T18:33:46,599 DEBUG [RS:1;9911683f163c:34437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,34437,1731436426288' 2024-11-12T18:33:46,599 DEBUG [RS:1;9911683f163c:34437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:33:46,599 DEBUG [RS:1;9911683f163c:34437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:33:46,600 DEBUG [RS:1;9911683f163c:34437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:33:46,600 INFO [RS:1;9911683f163c:34437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:33:46,600 INFO [RS:1;9911683f163c:34437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:33:46,692 INFO [RS:0;9911683f163c:34229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:46,694 INFO [RS:0;9911683f163c:34229 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C34229%2C1731436426252, suffix=, logDir=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/WALs/9911683f163c,34229,1731436426252, archiveDir=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/oldWALs, maxLogs=32 2024-11-12T18:33:46,700 INFO [RS:1;9911683f163c:34437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:33:46,702 INFO [RS:1;9911683f163c:34437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C34437%2C1731436426288, suffix=, logDir=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/WALs/9911683f163c,34437,1731436426288, archiveDir=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/oldWALs, maxLogs=32 2024-11-12T18:33:46,708 DEBUG [RS:0;9911683f163c:34229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/WALs/9911683f163c,34229,1731436426252/9911683f163c%2C34229%2C1731436426252.1731436426694, exclude list is [], retry=0 2024-11-12T18:33:46,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38617,DS-4f424b4b-a568-40a9-ad65-ed7ccb86aeb7,DISK] 2024-11-12T18:33:46,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34379,DS-71089479-4d2e-40df-9d6d-5bc45a3a3434,DISK] 2024-11-12T18:33:46,713 WARN [9911683f163c:37297 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T18:33:46,713 INFO [RS:0;9911683f163c:34229 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/WALs/9911683f163c,34229,1731436426252/9911683f163c%2C34229%2C1731436426252.1731436426694 2024-11-12T18:33:46,714 DEBUG [RS:0;9911683f163c:34229 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36357:36357),(127.0.0.1/127.0.0.1:37339:37339)] 2024-11-12T18:33:46,716 DEBUG [RS:1;9911683f163c:34437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/WALs/9911683f163c,34437,1731436426288/9911683f163c%2C34437%2C1731436426288.1731436426702, exclude list is [], retry=0 2024-11-12T18:33:46,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34379,DS-71089479-4d2e-40df-9d6d-5bc45a3a3434,DISK] 2024-11-12T18:33:46,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38617,DS-4f424b4b-a568-40a9-ad65-ed7ccb86aeb7,DISK] 2024-11-12T18:33:46,720 INFO [RS:1;9911683f163c:34437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/WALs/9911683f163c,34437,1731436426288/9911683f163c%2C34437%2C1731436426288.1731436426702 2024-11-12T18:33:46,721 DEBUG [RS:1;9911683f163c:34437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:36357:36357)] 2024-11-12T18:33:46,963 DEBUG [9911683f163c:37297 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T18:33:46,964 DEBUG [9911683f163c:37297 {}] balancer.BalancerClusterState(204): Hosts are {9911683f163c=0} racks are {/default-rack=0} 2024-11-12T18:33:46,965 DEBUG [9911683f163c:37297 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:33:46,965 DEBUG [9911683f163c:37297 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:33:46,965 DEBUG [9911683f163c:37297 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:33:46,965 DEBUG [9911683f163c:37297 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:33:46,965 INFO [9911683f163c:37297 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:33:46,965 INFO [9911683f163c:37297 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:33:46,966 DEBUG [9911683f163c:37297 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:33:46,966 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,34229,1731436426252 2024-11-12T18:33:46,967 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,34229,1731436426252, state=OPENING 2024-11-12T18:33:46,969 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:33:46,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:46,970 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:33:46,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:46,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:46,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:46,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,34229,1731436426252}] 2024-11-12T18:33:47,124 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:47,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:47,129 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:33:47,129 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:33:47,129 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:33:47,131 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C34229%2C1731436426252.meta, suffix=.meta, logDir=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/WALs/9911683f163c,34229,1731436426252, archiveDir=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/oldWALs, maxLogs=32 2024-11-12T18:33:47,145 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/WALs/9911683f163c,34229,1731436426252/9911683f163c%2C34229%2C1731436426252.meta.1731436427131.meta, exclude list is [], retry=0 2024-11-12T18:33:47,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34379,DS-71089479-4d2e-40df-9d6d-5bc45a3a3434,DISK] 2024-11-12T18:33:47,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38617,DS-4f424b4b-a568-40a9-ad65-ed7ccb86aeb7,DISK] 2024-11-12T18:33:47,149 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/WALs/9911683f163c,34229,1731436426252/9911683f163c%2C34229%2C1731436426252.meta.1731436427131.meta 2024-11-12T18:33:47,149 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36357:36357),(127.0.0.1/127.0.0.1:37339:37339)] 2024-11-12T18:33:47,149 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:33:47,150 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:33:47,150 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:33:47,150 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:33:47,150 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:33:47,150 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:47,150 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:33:47,150 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:33:47,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:33:47,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:33:47,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:47,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:47,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:33:47,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:33:47,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:47,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:47,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:33:47,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:33:47,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:47,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:47,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:33:47,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:33:47,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:47,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:33:47,156 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:33:47,157 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740 2024-11-12T18:33:47,158 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740 2024-11-12T18:33:47,159 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:33:47,159 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:33:47,160 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:33:47,161 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:33:47,162 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60840690, jitterRate=-0.09340307116508484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:33:47,162 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:33:47,162 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731436427150Writing region info on filesystem at 1731436427150Initializing all the Stores at 1731436427151 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436427151Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436427151Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436427151Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731436427151Cleaning up temporary data from old regions at 1731436427159 (+8 ms)Running coprocessor post-open hooks at 1731436427162 (+3 ms)Region opened successfully at 1731436427162 2024-11-12T18:33:47,163 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731436427123 2024-11-12T18:33:47,166 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:33:47,166 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:33:47,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,34229,1731436426252 2024-11-12T18:33:47,168 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,34229,1731436426252, state=OPEN 2024-11-12T18:33:47,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:47,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:47,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:33:47,170 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,34229,1731436426252 2024-11-12T18:33:47,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:47,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:47,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:33:47,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:33:47,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,34229,1731436426252 in 199 msec 2024-11-12T18:33:47,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:33:47,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 612 msec 2024-11-12T18:33:47,175 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:33:47,175 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:33:47,176 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:33:47,177 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,34229,1731436426252, seqNum=-1] 2024-11-12T18:33:47,177 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:47,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:47,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 678 msec 2024-11-12T18:33:47,184 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731436427184, completionTime=-1 2024-11-12T18:33:47,184 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T18:33:47,184 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:33:47,186 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T18:33:47,186 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731436487186 2024-11-12T18:33:47,186 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731436547186 2024-11-12T18:33:47,187 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T18:33:47,187 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37297,1731436426207-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:47,187 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37297,1731436426207-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:47,187 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37297,1731436426207-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:47,187 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:37297, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:47,187 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:47,187 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:47,189 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:33:47,191 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.859sec 2024-11-12T18:33:47,191 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:33:47,192 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:33:47,192 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:33:47,192 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:33:47,192 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:33:47,192 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37297,1731436426207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:33:47,192 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37297,1731436426207-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:33:47,194 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:33:47,194 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:33:47,194 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37297,1731436426207-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:33:47,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1598f885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:47,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,37297,-1 for getting cluster id 2024-11-12T18:33:47,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:33:47,215 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f58cc319-e650-4471-bba2-f9526fd142c7' 2024-11-12T18:33:47,215 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:33:47,215 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f58cc319-e650-4471-bba2-f9526fd142c7" 2024-11-12T18:33:47,216 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381bc812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:47,216 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,37297,-1] 2024-11-12T18:33:47,216 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:33:47,217 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:47,217 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:33:47,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc82e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:33:47,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:33:47,220 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,34229,1731436426252, seqNum=-1] 2024-11-12T18:33:47,220 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:47,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:47,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,37297,1731436426207 2024-11-12T18:33:47,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:33:47,224 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,37297,1731436426207 2024-11-12T18:33:47,224 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39c9a26c 2024-11-12T18:33:47,224 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:33:47,225 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:33:47,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:33:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T18:33:47,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:33:47,228 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:47,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T18:33:47,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:33:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:47,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741836_1012 (size=379) 2024-11-12T18:33:47,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741836_1012 (size=379) 2024-11-12T18:33:47,238 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c8464db0e3f7d69d085a9878fe8281e, NAME => 'testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170 2024-11-12T18:33:47,239 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 24ca0ae8324bfaa1259578080621e677, NAME => 'testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170 2024-11-12T18:33:47,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741838_1014 (size=61) 2024-11-12T18:33:47,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741837_1013 (size=61) 2024-11-12T18:33:47,252 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:47,252 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 24ca0ae8324bfaa1259578080621e677, disabling compactions & flushes 2024-11-12T18:33:47,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741837_1013 (size=61) 2024-11-12T18:33:47,252 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677. 2024-11-12T18:33:47,252 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677. 2024-11-12T18:33:47,252 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677. after waiting 0 ms 2024-11-12T18:33:47,252 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677. 2024-11-12T18:33:47,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741838_1014 (size=61) 2024-11-12T18:33:47,252 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677. 2024-11-12T18:33:47,252 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 24ca0ae8324bfaa1259578080621e677: Waiting for close lock at 1731436427252Disabling compacts and flushes for region at 1731436427252Disabling writes for close at 1731436427252Writing region close event to WAL at 1731436427252Closed at 1731436427252 2024-11-12T18:33:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:47,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-12T18:33:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:47,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:47,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 9c8464db0e3f7d69d085a9878fe8281e, disabling compactions & flushes 2024-11-12T18:33:47,653 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e. 2024-11-12T18:33:47,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e. 2024-11-12T18:33:47,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e. after waiting 0 ms 2024-11-12T18:33:47,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e. 2024-11-12T18:33:47,653 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e. 2024-11-12T18:33:47,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c8464db0e3f7d69d085a9878fe8281e: Waiting for close lock at 1731436427653Disabling compacts and flushes for region at 1731436427653Disabling writes for close at 1731436427653Writing region close event to WAL at 1731436427653Closed at 1731436427653 2024-11-12T18:33:47,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:33:47,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731436427654"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731436427654"}]},"ts":"1731436427654"} 2024-11-12T18:33:47,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731436427654"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731436427654"}]},"ts":"1731436427654"} 2024-11-12T18:33:47,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T18:33:47,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:33:47,659 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731436427659"}]},"ts":"1731436427659"} 2024-11-12T18:33:47,661 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T18:33:47,661 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9911683f163c=0} racks are {/default-rack=0} 2024-11-12T18:33:47,663 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:33:47,663 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:33:47,663 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:33:47,663 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:33:47,663 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:33:47,663 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:33:47,663 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:33:47,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9c8464db0e3f7d69d085a9878fe8281e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=24ca0ae8324bfaa1259578080621e677, ASSIGN}] 2024-11-12T18:33:47,665 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9c8464db0e3f7d69d085a9878fe8281e, ASSIGN 2024-11-12T18:33:47,665 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=24ca0ae8324bfaa1259578080621e677, ASSIGN 2024-11-12T18:33:47,666 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=24ca0ae8324bfaa1259578080621e677, ASSIGN; state=OFFLINE, location=9911683f163c,34437,1731436426288; forceNewPlan=false, retain=false 2024-11-12T18:33:47,666 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9c8464db0e3f7d69d085a9878fe8281e, ASSIGN; state=OFFLINE, location=9911683f163c,34229,1731436426252; forceNewPlan=false, retain=false 2024-11-12T18:33:47,816 INFO [9911683f163c:37297 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T18:33:47,816 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9c8464db0e3f7d69d085a9878fe8281e, regionState=OPENING, regionLocation=9911683f163c,34229,1731436426252 2024-11-12T18:33:47,816 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=24ca0ae8324bfaa1259578080621e677, regionState=OPENING, regionLocation=9911683f163c,34437,1731436426288 2024-11-12T18:33:47,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9c8464db0e3f7d69d085a9878fe8281e, ASSIGN because future has completed 2024-11-12T18:33:47,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c8464db0e3f7d69d085a9878fe8281e, server=9911683f163c,34229,1731436426252}] 2024-11-12T18:33:47,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=24ca0ae8324bfaa1259578080621e677, ASSIGN because future has completed 2024-11-12T18:33:47,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24ca0ae8324bfaa1259578080621e677, server=9911683f163c,34437,1731436426288}] 2024-11-12T18:33:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:47,973 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:47,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:47,976 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e. 2024-11-12T18:33:47,976 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c8464db0e3f7d69d085a9878fe8281e, NAME => 'testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T18:33:47,977 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9c8464db0e3f7d69d085a9878fe8281e 2024-11-12T18:33:47,977 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:47,977 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9c8464db0e3f7d69d085a9878fe8281e 2024-11-12T18:33:47,977 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9c8464db0e3f7d69d085a9878fe8281e 2024-11-12T18:33:47,978 INFO [StoreOpener-9c8464db0e3f7d69d085a9878fe8281e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9c8464db0e3f7d69d085a9878fe8281e 2024-11-12T18:33:47,978 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677. 2024-11-12T18:33:47,978 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 24ca0ae8324bfaa1259578080621e677, NAME => 'testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T18:33:47,978 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 24ca0ae8324bfaa1259578080621e677 2024-11-12T18:33:47,978 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:33:47,978 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 24ca0ae8324bfaa1259578080621e677 2024-11-12T18:33:47,978 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 24ca0ae8324bfaa1259578080621e677 2024-11-12T18:33:47,979 INFO [StoreOpener-9c8464db0e3f7d69d085a9878fe8281e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c8464db0e3f7d69d085a9878fe8281e columnFamilyName family 2024-11-12T18:33:47,979 DEBUG [StoreOpener-9c8464db0e3f7d69d085a9878fe8281e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:47,980 INFO [StoreOpener-9c8464db0e3f7d69d085a9878fe8281e-1 {}] regionserver.HStore(327): Store=9c8464db0e3f7d69d085a9878fe8281e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:47,980 INFO [StoreOpener-24ca0ae8324bfaa1259578080621e677-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 24ca0ae8324bfaa1259578080621e677 2024-11-12T18:33:47,980 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9c8464db0e3f7d69d085a9878fe8281e 2024-11-12T18:33:47,981 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/9c8464db0e3f7d69d085a9878fe8281e 2024-11-12T18:33:47,981 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/9c8464db0e3f7d69d085a9878fe8281e 2024-11-12T18:33:47,981 INFO [StoreOpener-24ca0ae8324bfaa1259578080621e677-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24ca0ae8324bfaa1259578080621e677 columnFamilyName family 2024-11-12T18:33:47,981 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9c8464db0e3f7d69d085a9878fe8281e 2024-11-12T18:33:47,981 DEBUG [StoreOpener-24ca0ae8324bfaa1259578080621e677-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:33:47,981 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9c8464db0e3f7d69d085a9878fe8281e 2024-11-12T18:33:47,982 INFO [StoreOpener-24ca0ae8324bfaa1259578080621e677-1 {}] regionserver.HStore(327): Store=24ca0ae8324bfaa1259578080621e677/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:33:47,982 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 24ca0ae8324bfaa1259578080621e677 2024-11-12T18:33:47,982 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/24ca0ae8324bfaa1259578080621e677 2024-11-12T18:33:47,983 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/24ca0ae8324bfaa1259578080621e677 2024-11-12T18:33:47,983 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9c8464db0e3f7d69d085a9878fe8281e 2024-11-12T18:33:47,983 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 24ca0ae8324bfaa1259578080621e677 2024-11-12T18:33:47,983 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 24ca0ae8324bfaa1259578080621e677 2024-11-12T18:33:47,985 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 24ca0ae8324bfaa1259578080621e677 2024-11-12T18:33:47,985 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/9c8464db0e3f7d69d085a9878fe8281e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:47,985 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 9c8464db0e3f7d69d085a9878fe8281e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73440839, jitterRate=0.09435378015041351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:33:47,985 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c8464db0e3f7d69d085a9878fe8281e 2024-11-12T18:33:47,986 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9c8464db0e3f7d69d085a9878fe8281e: Running coprocessor pre-open hook at 1731436427977Writing region info on filesystem at 1731436427977Initializing all the Stores at 1731436427978 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436427978Cleaning up temporary data from old regions at 1731436427981 (+3 ms)Running coprocessor post-open hooks at 1731436427985 (+4 ms)Region opened successfully at 1731436427986 (+1 ms) 2024-11-12T18:33:47,987 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/24ca0ae8324bfaa1259578080621e677/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:33:47,987 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e., pid=7, masterSystemTime=1731436427972 2024-11-12T18:33:47,987 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 24ca0ae8324bfaa1259578080621e677; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62396180, jitterRate=-0.07022446393966675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:33:47,987 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24ca0ae8324bfaa1259578080621e677 2024-11-12T18:33:47,987 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 24ca0ae8324bfaa1259578080621e677: Running coprocessor pre-open hook at 1731436427979Writing region info on filesystem at 1731436427979Initializing all the Stores at 1731436427979Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731436427979Cleaning up temporary data from old regions at 1731436427983 (+4 ms)Running coprocessor post-open hooks at 1731436427987 (+4 ms)Region opened successfully at 1731436427987 2024-11-12T18:33:47,988 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677., pid=8, masterSystemTime=1731436427973 2024-11-12T18:33:47,990 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e. 2024-11-12T18:33:47,990 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e. 2024-11-12T18:33:47,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9c8464db0e3f7d69d085a9878fe8281e, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,34229,1731436426252 2024-11-12T18:33:47,991 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677. 2024-11-12T18:33:47,991 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677. 2024-11-12T18:33:47,992 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=24ca0ae8324bfaa1259578080621e677, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,34437,1731436426288 2024-11-12T18:33:47,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c8464db0e3f7d69d085a9878fe8281e, server=9911683f163c,34229,1731436426252 because future has completed 2024-11-12T18:33:47,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24ca0ae8324bfaa1259578080621e677, server=9911683f163c,34437,1731436426288 because future has completed 2024-11-12T18:33:47,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-12T18:33:47,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c8464db0e3f7d69d085a9878fe8281e, server=9911683f163c,34229,1731436426252 in 176 msec 2024-11-12T18:33:47,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-12T18:33:47,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 24ca0ae8324bfaa1259578080621e677, server=9911683f163c,34437,1731436426288 in 176 msec 2024-11-12T18:33:47,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9c8464db0e3f7d69d085a9878fe8281e, ASSIGN in 334 msec 2024-11-12T18:33:48,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-12T18:33:48,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=24ca0ae8324bfaa1259578080621e677, ASSIGN in 335 msec 2024-11-12T18:33:48,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:33:48,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731436428001"}]},"ts":"1731436428001"} 2024-11-12T18:33:48,003 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T18:33:48,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:33:48,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 778 msec 2024-11-12T18:33:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:33:48,369 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T18:33:48,369 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T18:33:48,369 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:33:48,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T18:33:48,372 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:33:48,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T18:33:48,375 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e., hostname=9911683f163c,34229,1731436426252, seqNum=2] 2024-11-12T18:33:48,385 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677., hostname=9911683f163c,34437,1731436426288, seqNum=2] 2024-11-12T18:33:48,385 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:33:48,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:33:48,395 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9c8464db0e3f7d69d085a9878fe8281e 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T18:33:48,411 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/9c8464db0e3f7d69d085a9878fe8281e/.tmp/family/7d160ed568e444bea90290b876766ba9 is 32, key is 1/family:/1731436428376/Put/seqid=0 2024-11-12T18:33:48,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741839_1015 (size=5054) 2024-11-12T18:33:48,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741839_1015 (size=5054) 2024-11-12T18:33:48,417 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/9c8464db0e3f7d69d085a9878fe8281e/.tmp/family/7d160ed568e444bea90290b876766ba9 2024-11-12T18:33:48,424 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/9c8464db0e3f7d69d085a9878fe8281e/.tmp/family/7d160ed568e444bea90290b876766ba9 as hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/9c8464db0e3f7d69d085a9878fe8281e/family/7d160ed568e444bea90290b876766ba9 2024-11-12T18:33:48,431 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/9c8464db0e3f7d69d085a9878fe8281e/family/7d160ed568e444bea90290b876766ba9, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T18:33:48,432 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 9c8464db0e3f7d69d085a9878fe8281e in 37ms, sequenceid=8, compaction requested=false 2024-11-12T18:33:48,432 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9c8464db0e3f7d69d085a9878fe8281e: 2024-11-12T18:33:48,432 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 24ca0ae8324bfaa1259578080621e677 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T18:33:48,448 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/24ca0ae8324bfaa1259578080621e677/.tmp/family/013ae9ff4d0d46bd835adc2acef31a5f is 32, key is 5/family:/1731436428387/Put/seqid=0 2024-11-12T18:33:48,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741840_1016 (size=5083) 2024-11-12T18:33:48,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741840_1016 (size=5083) 2024-11-12T18:33:48,454 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/24ca0ae8324bfaa1259578080621e677/.tmp/family/013ae9ff4d0d46bd835adc2acef31a5f 2024-11-12T18:33:48,461 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/24ca0ae8324bfaa1259578080621e677/.tmp/family/013ae9ff4d0d46bd835adc2acef31a5f as hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/24ca0ae8324bfaa1259578080621e677/family/013ae9ff4d0d46bd835adc2acef31a5f 2024-11-12T18:33:48,467 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/24ca0ae8324bfaa1259578080621e677/family/013ae9ff4d0d46bd835adc2acef31a5f, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T18:33:48,468 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 24ca0ae8324bfaa1259578080621e677 in 36ms, sequenceid=9, compaction requested=false 2024-11-12T18:33:48,468 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 24ca0ae8324bfaa1259578080621e677: 2024-11-12T18:33:48,471 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-12T18:33:48,475 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:48,476 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:33:48,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:48,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:33:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] bucket.BucketCache(1864): found 1 blocks for file 7d160ed568e444bea90290b876766ba9, starting offset: 0, end offset: 9223372036854775807 2024-11-12T18:33:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34437 {}] bucket.BucketCache(1864): found 1 blocks for file 013ae9ff4d0d46bd835adc2acef31a5f, starting offset: 0, end offset: 9223372036854775807 2024-11-12T18:33:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34229 {}] bucket.BucketCache(857): removed key 7d160ed568e444bea90290b876766ba9_0 from back map with offset lock 2094080 in the evict process 2024-11-12T18:33:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34437 {}] bucket.BucketCache(857): removed key 013ae9ff4d0d46bd835adc2acef31a5f_0 from back map with offset lock 2094080 in the evict process 2024-11-12T18:33:48,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:33:48,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:33:48,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:48,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:48,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:48,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:33:48,479 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:33:48,479 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1416020650, stopped=false 2024-11-12T18:33:48,479 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,37297,1731436426207 2024-11-12T18:33:48,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:48,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:48,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:48,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:48,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:33:48,481 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:33:48,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:48,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:33:48,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:48,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:48,482 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,34229,1731436426252' ***** 2024-11-12T18:33:48,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:48,482 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:33:48,482 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,34437,1731436426288' ***** 2024-11-12T18:33:48,482 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:33:48,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:48,482 INFO [RS:0;9911683f163c:34229 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T18:33:48,482 INFO [RS:1;9911683f163c:34437 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T18:33:48,482 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T18:33:48,482 INFO [RS:0;9911683f163c:34229 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T18:33:48,482 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T18:33:48,482 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T18:33:48,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:33:48,482 INFO [RS:0;9911683f163c:34229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:33:48,483 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T18:33:48,483 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T18:33:48,483 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T18:33:48,483 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:33:48,483 INFO [RS:1;9911683f163c:34437 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T18:33:48,483 INFO [RS:0;9911683f163c:34229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:33:48,483 INFO [RS:0;9911683f163c:34229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:33:48,483 INFO [RS:1;9911683f163c:34437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:33:48,483 INFO [RS:0;9911683f163c:34229 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c8464db0e3f7d69d085a9878fe8281e 2024-11-12T18:33:48,483 INFO [RS:1;9911683f163c:34437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:33:48,483 INFO [RS:1;9911683f163c:34437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:33:48,483 INFO [RS:1;9911683f163c:34437 {}] regionserver.HRegionServer(3091): Received CLOSE for 24ca0ae8324bfaa1259578080621e677 2024-11-12T18:33:48,483 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:33:48,484 INFO [RS:0;9911683f163c:34229 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,34229,1731436426252 2024-11-12T18:33:48,484 INFO [RS:0;9911683f163c:34229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:48,484 INFO [RS:1;9911683f163c:34437 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,34437,1731436426288 2024-11-12T18:33:48,484 INFO [RS:0;9911683f163c:34229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:34229. 2024-11-12T18:33:48,484 INFO [RS:1;9911683f163c:34437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:48,484 DEBUG [RS:0;9911683f163c:34229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:48,484 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c8464db0e3f7d69d085a9878fe8281e, disabling compactions & flushes 2024-11-12T18:33:48,484 INFO [RS:1;9911683f163c:34437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9911683f163c:34437. 2024-11-12T18:33:48,484 DEBUG [RS:0;9911683f163c:34229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:48,484 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e. 2024-11-12T18:33:48,484 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e. 2024-11-12T18:33:48,484 DEBUG [RS:1;9911683f163c:34437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:33:48,484 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24ca0ae8324bfaa1259578080621e677, disabling compactions & flushes 2024-11-12T18:33:48,484 DEBUG [RS:1;9911683f163c:34437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:48,484 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e. after waiting 0 ms 2024-11-12T18:33:48,484 INFO [RS:0;9911683f163c:34229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:33:48,484 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e. 2024-11-12T18:33:48,484 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677. 2024-11-12T18:33:48,484 INFO [RS:0;9911683f163c:34229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:33:48,484 INFO [RS:0;9911683f163c:34229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:33:48,484 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677. 2024-11-12T18:33:48,484 INFO [RS:1;9911683f163c:34437 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:33:48,484 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677. after waiting 0 ms 2024-11-12T18:33:48,484 INFO [RS:0;9911683f163c:34229 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:33:48,484 DEBUG [RS:1;9911683f163c:34437 {}] regionserver.HRegionServer(1325): Online Regions={24ca0ae8324bfaa1259578080621e677=testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677.} 2024-11-12T18:33:48,484 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677. 2024-11-12T18:33:48,484 DEBUG [RS:1;9911683f163c:34437 {}] regionserver.HRegionServer(1351): Waiting on 24ca0ae8324bfaa1259578080621e677 2024-11-12T18:33:48,485 INFO [RS:0;9911683f163c:34229 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T18:33:48,485 DEBUG [RS:0;9911683f163c:34229 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9c8464db0e3f7d69d085a9878fe8281e=testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e.} 2024-11-12T18:33:48,485 DEBUG [RS:0;9911683f163c:34229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c8464db0e3f7d69d085a9878fe8281e 2024-11-12T18:33:48,485 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:33:48,485 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:33:48,485 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:33:48,485 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:33:48,485 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:33:48,485 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T18:33:48,489 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/9c8464db0e3f7d69d085a9878fe8281e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T18:33:48,489 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/default/testClearRegionBlockCache/24ca0ae8324bfaa1259578080621e677/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T18:33:48,490 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e. 2024-11-12T18:33:48,490 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c8464db0e3f7d69d085a9878fe8281e: Waiting for close lock at 1731436428484Running coprocessor pre-close hooks at 1731436428484Disabling compacts and flushes for region at 1731436428484Disabling writes for close at 1731436428484Writing region close event to WAL at 1731436428485 (+1 ms)Running coprocessor post-close hooks at 1731436428490 (+5 ms)Closed at 1731436428490 2024-11-12T18:33:48,490 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731436427226.9c8464db0e3f7d69d085a9878fe8281e. 2024-11-12T18:33:48,490 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677. 2024-11-12T18:33:48,490 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24ca0ae8324bfaa1259578080621e677: Waiting for close lock at 1731436428484Running coprocessor pre-close hooks at 1731436428484Disabling compacts and flushes for region at 1731436428484Disabling writes for close at 1731436428484Writing region close event to WAL at 1731436428485 (+1 ms)Running coprocessor post-close hooks at 1731436428490 (+5 ms)Closed at 1731436428490 2024-11-12T18:33:48,490 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677. 2024-11-12T18:33:48,502 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740/.tmp/info/092b9c09d99c4e5b84cf28a7c2c45268 is 173, key is testClearRegionBlockCache,5,1731436427226.24ca0ae8324bfaa1259578080621e677./info:regioninfo/1731436427992/Put/seqid=0 2024-11-12T18:33:48,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741841_1017 (size=8173) 2024-11-12T18:33:48,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741841_1017 (size=8173) 2024-11-12T18:33:48,509 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740/.tmp/info/092b9c09d99c4e5b84cf28a7c2c45268 2024-11-12T18:33:48,531 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740/.tmp/ns/4aaa16c6137d4e3995f7661795a33e70 is 43, key is default/ns:d/1731436427179/Put/seqid=0 2024-11-12T18:33:48,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:33:48,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:33:48,537 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740/.tmp/ns/4aaa16c6137d4e3995f7661795a33e70 2024-11-12T18:33:48,557 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740/.tmp/table/8edfb412cafb490db0843f2bcd34e17b is 61, key is testClearRegionBlockCache/table:state/1731436428001/Put/seqid=0 2024-11-12T18:33:48,559 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:33:48,559 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:33:48,560 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741843_1019 (size=5312) 2024-11-12T18:33:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741843_1019 (size=5312) 2024-11-12T18:33:48,563 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740/.tmp/table/8edfb412cafb490db0843f2bcd34e17b 2024-11-12T18:33:48,569 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740/.tmp/info/092b9c09d99c4e5b84cf28a7c2c45268 as hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740/info/092b9c09d99c4e5b84cf28a7c2c45268 2024-11-12T18:33:48,569 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:48,569 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:33:48,569 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:33:48,574 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740/info/092b9c09d99c4e5b84cf28a7c2c45268, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T18:33:48,575 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740/.tmp/ns/4aaa16c6137d4e3995f7661795a33e70 as hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740/ns/4aaa16c6137d4e3995f7661795a33e70 2024-11-12T18:33:48,580 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740/ns/4aaa16c6137d4e3995f7661795a33e70, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T18:33:48,581 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740/.tmp/table/8edfb412cafb490db0843f2bcd34e17b as hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740/table/8edfb412cafb490db0843f2bcd34e17b 2024-11-12T18:33:48,586 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740/table/8edfb412cafb490db0843f2bcd34e17b, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T18:33:48,587 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=13, compaction requested=false 2024-11-12T18:33:48,592 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T18:33:48,592 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:33:48,592 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:48,592 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731436428485Running coprocessor pre-close hooks at 1731436428485Disabling compacts and flushes for region at 1731436428485Disabling writes for close at 1731436428485Obtaining lock to block concurrent updates at 1731436428485Preparing flush snapshotting stores in 1588230740 at 1731436428485Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731436428486 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731436428486Flushing 1588230740/info: creating writer at 1731436428486Flushing 1588230740/info: appending metadata at 1731436428502 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731436428502Flushing 1588230740/ns: creating writer at 1731436428515 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731436428530 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731436428530Flushing 1588230740/table: creating writer at 1731436428542 (+12 ms)Flushing 1588230740/table: appending metadata at 1731436428556 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731436428556Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@628e916d: reopening flushed file at 1731436428568 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80d59d5: reopening flushed file at 1731436428574 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe3934e: reopening flushed file at 1731436428581 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=13, compaction requested=false at 1731436428587 (+6 ms)Writing region close event to WAL at 1731436428589 (+2 ms)Running coprocessor post-close hooks at 1731436428592 (+3 ms)Closed at 1731436428592 2024-11-12T18:33:48,592 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:33:48,684 INFO [RS:1;9911683f163c:34437 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,34437,1731436426288; all regions closed. 2024-11-12T18:33:48,685 INFO [RS:0;9911683f163c:34229 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,34229,1731436426252; all regions closed. 2024-11-12T18:33:48,687 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:33:48,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741834_1010 (size=1867) 2024-11-12T18:33:48,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741834_1010 (size=1867) 2024-11-12T18:33:48,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741835_1011 (size=4338) 2024-11-12T18:33:48,688 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/WALs/9911683f163c,34229,1731436426252/9911683f163c%2C34229%2C1731436426252.meta.1731436427131.meta not finished, retry = 0 2024-11-12T18:33:48,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741835_1011 (size=4338) 2024-11-12T18:33:48,691 DEBUG [RS:1;9911683f163c:34437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/oldWALs 2024-11-12T18:33:48,692 INFO [RS:1;9911683f163c:34437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C34437%2C1731436426288:(num 1731436426702) 2024-11-12T18:33:48,692 DEBUG [RS:1;9911683f163c:34437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:48,692 INFO [RS:1;9911683f163c:34437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:48,692 INFO [RS:1;9911683f163c:34437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:48,692 INFO [RS:1;9911683f163c:34437 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:48,692 INFO [RS:1;9911683f163c:34437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:33:48,692 INFO [RS:1;9911683f163c:34437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:33:48,692 INFO [RS:1;9911683f163c:34437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:33:48,692 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:48,692 INFO [RS:1;9911683f163c:34437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:48,693 INFO [RS:1;9911683f163c:34437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34437 2024-11-12T18:33:48,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:48,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,34437,1731436426288 2024-11-12T18:33:48,695 INFO [RS:1;9911683f163c:34437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:48,696 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,34437,1731436426288] 2024-11-12T18:33:48,698 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,34437,1731436426288 already deleted, retry=false 2024-11-12T18:33:48,698 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,34437,1731436426288 expired; onlineServers=1 2024-11-12T18:33:48,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:48,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:48,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:48,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:48,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:48,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:48,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:48,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:48,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:48,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:33:48,792 DEBUG [RS:0;9911683f163c:34229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/oldWALs 2024-11-12T18:33:48,792 INFO [RS:0;9911683f163c:34229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C34229%2C1731436426252.meta:.meta(num 1731436427131) 2024-11-12T18:33:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741833_1009 (size=1758) 2024-11-12T18:33:48,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741833_1009 (size=1758) 2024-11-12T18:33:48,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:48,797 INFO [RS:1;9911683f163c:34437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:48,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x10035453e680002, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:48,797 INFO [RS:1;9911683f163c:34437 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,34437,1731436426288; zookeeper connection closed. 2024-11-12T18:33:48,797 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31428208 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31428208 2024-11-12T18:33:48,797 DEBUG [RS:0;9911683f163c:34229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/oldWALs 2024-11-12T18:33:48,797 INFO [RS:0;9911683f163c:34229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C34229%2C1731436426252:(num 1731436426694) 2024-11-12T18:33:48,797 DEBUG [RS:0;9911683f163c:34229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:33:48,797 INFO [RS:0;9911683f163c:34229 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:33:48,797 INFO [RS:0;9911683f163c:34229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:48,797 INFO [RS:0;9911683f163c:34229 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:48,798 INFO [RS:0;9911683f163c:34229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:48,798 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:48,798 INFO [RS:0;9911683f163c:34229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34229 2024-11-12T18:33:48,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,34229,1731436426252 2024-11-12T18:33:48,800 INFO [RS:0;9911683f163c:34229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:48,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:33:48,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,34229,1731436426252] 2024-11-12T18:33:48,804 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,34229,1731436426252 already deleted, retry=false 2024-11-12T18:33:48,804 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,34229,1731436426252 expired; onlineServers=0 2024-11-12T18:33:48,804 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,37297,1731436426207' ***** 2024-11-12T18:33:48,804 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:33:48,804 INFO [M:0;9911683f163c:37297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:33:48,804 INFO [M:0;9911683f163c:37297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:33:48,804 DEBUG [M:0;9911683f163c:37297 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:33:48,804 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:33:48,804 DEBUG [M:0;9911683f163c:37297 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:33:48,804 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436426511 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731436426511,5,FailOnTimeoutGroup] 2024-11-12T18:33:48,804 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436426511 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731436426511,5,FailOnTimeoutGroup] 2024-11-12T18:33:48,804 INFO [M:0;9911683f163c:37297 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:33:48,804 INFO [M:0;9911683f163c:37297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:33:48,805 DEBUG [M:0;9911683f163c:37297 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:33:48,805 INFO [M:0;9911683f163c:37297 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:33:48,805 INFO [M:0;9911683f163c:37297 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:33:48,805 INFO [M:0;9911683f163c:37297 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:33:48,805 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:33:48,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T18:33:48,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:33:48,806 DEBUG [M:0;9911683f163c:37297 {}] zookeeper.ZKUtil(347): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T18:33:48,806 WARN [M:0;9911683f163c:37297 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:33:48,807 INFO [M:0;9911683f163c:37297 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/.lastflushedseqids 2024-11-12T18:33:48,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741844_1020 (size=191) 2024-11-12T18:33:48,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741844_1020 (size=191) 2024-11-12T18:33:48,815 INFO [M:0;9911683f163c:37297 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:33:48,815 INFO [M:0;9911683f163c:37297 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:33:48,815 DEBUG [M:0;9911683f163c:37297 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:33:48,815 INFO [M:0;9911683f163c:37297 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:48,815 DEBUG [M:0;9911683f163c:37297 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:48,815 DEBUG [M:0;9911683f163c:37297 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:33:48,815 DEBUG [M:0;9911683f163c:37297 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:48,815 INFO [M:0;9911683f163c:37297 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.64 KB heapSize=37.04 KB 2024-11-12T18:33:48,839 DEBUG [M:0;9911683f163c:37297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8f40927a66f495e9f51b784d9051337 is 82, key is hbase:meta,,1/info:regioninfo/1731436427167/Put/seqid=0 2024-11-12T18:33:48,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741845_1021 (size=5672) 2024-11-12T18:33:48,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741845_1021 (size=5672) 2024-11-12T18:33:48,846 INFO [M:0;9911683f163c:37297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8f40927a66f495e9f51b784d9051337 2024-11-12T18:33:48,867 DEBUG [M:0;9911683f163c:37297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c38263952a964d7a9544f8ab8dcec8ad is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731436428005/Put/seqid=0 2024-11-12T18:33:48,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741846_1022 (size=6220) 2024-11-12T18:33:48,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741846_1022 (size=6220) 2024-11-12T18:33:48,873 INFO [M:0;9911683f163c:37297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.02 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c38263952a964d7a9544f8ab8dcec8ad 2024-11-12T18:33:48,894 DEBUG [M:0;9911683f163c:37297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8450d59e99740febae9b5d422f0bd56 is 69, key is 9911683f163c,34229,1731436426252/rs:state/1731436426543/Put/seqid=0 2024-11-12T18:33:48,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741847_1023 (size=5224) 2024-11-12T18:33:48,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741847_1023 (size=5224) 2024-11-12T18:33:48,900 INFO [M:0;9911683f163c:37297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8450d59e99740febae9b5d422f0bd56 2024-11-12T18:33:48,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:48,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34229-0x10035453e680001, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:48,902 INFO [RS:0;9911683f163c:34229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:48,902 INFO [RS:0;9911683f163c:34229 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,34229,1731436426252; zookeeper connection closed. 2024-11-12T18:33:48,902 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1dd33f55 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1dd33f55 2024-11-12T18:33:48,903 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T18:33:48,906 DEBUG [M:0;9911683f163c:37297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8f40927a66f495e9f51b784d9051337 as hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8f40927a66f495e9f51b784d9051337 2024-11-12T18:33:48,911 INFO [M:0;9911683f163c:37297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8f40927a66f495e9f51b784d9051337, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T18:33:48,912 DEBUG [M:0;9911683f163c:37297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c38263952a964d7a9544f8ab8dcec8ad as hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c38263952a964d7a9544f8ab8dcec8ad 2024-11-12T18:33:48,918 INFO [M:0;9911683f163c:37297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c38263952a964d7a9544f8ab8dcec8ad, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T18:33:48,919 DEBUG [M:0;9911683f163c:37297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8450d59e99740febae9b5d422f0bd56 as hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8450d59e99740febae9b5d422f0bd56 2024-11-12T18:33:48,925 INFO [M:0;9911683f163c:37297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40359/user/jenkins/test-data/f62205a4-c770-3954-f44f-0253eba06170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8450d59e99740febae9b5d422f0bd56, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T18:33:48,926 INFO [M:0;9911683f163c:37297 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=71, compaction requested=false 2024-11-12T18:33:48,929 INFO [M:0;9911683f163c:37297 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:33:48,929 DEBUG [M:0;9911683f163c:37297 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731436428815Disabling compacts and flushes for region at 1731436428815Disabling writes for close at 1731436428815Obtaining lock to block concurrent updates at 1731436428815Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731436428815Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30354, getHeapSize=37864, getOffHeapSize=0, getCellsCount=86 at 1731436428816 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731436428816Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731436428817 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731436428839 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731436428839Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731436428851 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731436428866 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731436428866Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731436428879 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731436428894 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731436428894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43192ba6: reopening flushed file at 1731436428905 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ca0b42: reopening flushed file at 1731436428912 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a9e77c: reopening flushed file at 1731436428918 (+6 ms)Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=71, compaction requested=false at 1731436428926 (+8 ms)Writing region close event to WAL at 1731436428929 (+3 ms)Closed at 1731436428929 2024-11-12T18:33:48,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741830_1006 (size=35501) 2024-11-12T18:33:48,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38617 is added to blk_1073741830_1006 (size=35501) 2024-11-12T18:33:48,935 INFO [M:0;9911683f163c:37297 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:33:48,935 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:33:48,935 INFO [M:0;9911683f163c:37297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37297 2024-11-12T18:33:48,935 INFO [M:0;9911683f163c:37297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:33:49,037 INFO [M:0;9911683f163c:37297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:33:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37297-0x10035453e680000, quorum=127.0.0.1:62625, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:33:49,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41c090ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:49,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4372fc7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:49,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:49,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d9ee4fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:49,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c285027{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:49,041 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:33:49,041 WARN [BP-1505153658-172.17.0.3-1731436425505 heartbeating to localhost/127.0.0.1:40359 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:33:49,042 WARN [BP-1505153658-172.17.0.3-1731436425505 heartbeating to localhost/127.0.0.1:40359 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1505153658-172.17.0.3-1731436425505 (Datanode Uuid be77d824-e962-423c-ae27-7b88c5afe86b) service to localhost/127.0.0.1:40359 2024-11-12T18:33:49,042 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:33:49,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/cluster_f1d1c0a6-8b64-2526-f286-2a8787fab62f/data/data4/current/BP-1505153658-172.17.0.3-1731436425505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:49,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/cluster_f1d1c0a6-8b64-2526-f286-2a8787fab62f/data/data3/current/BP-1505153658-172.17.0.3-1731436425505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:49,043 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:33:49,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40556528{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:33:49,045 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d43c2f6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:49,045 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:49,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3170bff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:49,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@287b718f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:49,046 WARN [BP-1505153658-172.17.0.3-1731436425505 heartbeating to localhost/127.0.0.1:40359 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:33:49,046 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:33:49,046 WARN [BP-1505153658-172.17.0.3-1731436425505 heartbeating to localhost/127.0.0.1:40359 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1505153658-172.17.0.3-1731436425505 (Datanode Uuid 2a1ca77e-24e6-4435-b2d2-e14368b4f3f8) service to localhost/127.0.0.1:40359 2024-11-12T18:33:49,046 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:33:49,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/cluster_f1d1c0a6-8b64-2526-f286-2a8787fab62f/data/data1/current/BP-1505153658-172.17.0.3-1731436425505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:49,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/cluster_f1d1c0a6-8b64-2526-f286-2a8787fab62f/data/data2/current/BP-1505153658-172.17.0.3-1731436425505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:33:49,047 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:33:49,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@255be9a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:33:49,053 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d1f25c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:33:49,053 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:33:49,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73c3720b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:33:49,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7be5179c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e676bb-c016-0b85-f071-94f557b5c671/hadoop.log.dir/,STOPPED} 2024-11-12T18:33:49,059 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:33:49,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:33:49,084 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=197 (was 178) Potentially hanging thread: HMaster-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:40359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:40359 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:40359 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:40359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:40359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=555 (was 531) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=109 (was 109), ProcessCount=11 (was 11), AvailableMemoryMB=6166 (was 6343)