2024-12-02 19:50:04,285 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-02 19:50:04,305 main DEBUG Took 0.017992 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 19:50:04,305 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 19:50:04,306 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 19:50:04,307 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 19:50:04,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:50:04,318 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 19:50:04,330 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:50:04,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:50:04,332 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:50:04,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:50:04,334 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:50:04,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:50:04,335 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:50:04,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:50:04,336 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:50:04,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:50:04,338 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:50:04,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:50:04,339 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:50:04,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:50:04,339 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:50:04,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:50:04,340 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:50:04,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:50:04,340 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:50:04,341 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:50:04,341 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:50:04,341 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:50:04,342 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:50:04,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:50:04,342 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:50:04,343 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 19:50:04,344 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:50:04,345 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 19:50:04,346 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 19:50:04,347 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 19:50:04,348 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 19:50:04,348 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 19:50:04,355 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 19:50:04,357 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 19:50:04,359 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 19:50:04,359 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 19:50:04,359 main DEBUG createAppenders(={Console}) 2024-12-02 19:50:04,360 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-12-02 19:50:04,360 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-02 19:50:04,360 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-12-02 19:50:04,361 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 19:50:04,361 main DEBUG OutputStream closed 2024-12-02 19:50:04,361 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 19:50:04,361 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 19:50:04,362 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-12-02 19:50:04,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 19:50:04,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 19:50:04,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 19:50:04,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 19:50:04,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 19:50:04,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 19:50:04,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 19:50:04,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 19:50:04,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 19:50:04,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 19:50:04,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 19:50:04,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 19:50:04,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 19:50:04,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 19:50:04,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 19:50:04,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 19:50:04,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 19:50:04,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 19:50:04,433 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 19:50:04,433 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-02 19:50:04,434 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 19:50:04,434 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-02T19:50:04,447 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-02 19:50:04,450 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 19:50:04,450 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T19:50:04,506 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=145, ProcessCount=11, AvailableMemoryMB=10670 2024-12-02T19:50:04,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8 2024-12-02T19:50:04,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T19:50:04,734 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/cluster_06210dd6-85d7-34ad-63fe-2a537d2c7221, deleteOnExit=true 2024-12-02T19:50:04,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T19:50:04,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/test.cache.data in system properties and HBase conf 2024-12-02T19:50:04,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T19:50:04,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/hadoop.log.dir in system properties and HBase conf 2024-12-02T19:50:04,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T19:50:04,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T19:50:04,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T19:50:04,824 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T19:50:04,916 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T19:50:04,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:50:04,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:50:04,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T19:50:04,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:50:04,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T19:50:04,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T19:50:04,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:50:04,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:50:04,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T19:50:04,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/nfs.dump.dir in system properties and HBase conf 2024-12-02T19:50:04,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/java.io.tmpdir in system properties and HBase conf 2024-12-02T19:50:04,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:50:04,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T19:50:04,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T19:50:05,866 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T19:50:05,932 INFO [Time-limited test {}] log.Log(170): Logging initialized @2198ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T19:50:05,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:06,050 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:06,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:06,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:06,071 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:50:06,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:06,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:06,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:06,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/java.io.tmpdir/jetty-localhost-42831-hadoop-hdfs-3_4_1-tests_jar-_-any-14416423313095208676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:50:06,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:42831} 2024-12-02T19:50:06,259 INFO [Time-limited test {}] server.Server(415): Started @2526ms 2024-12-02T19:50:06,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:06,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:06,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:06,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:06,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:50:06,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:06,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:06,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/java.io.tmpdir/jetty-localhost-46341-hadoop-hdfs-3_4_1-tests_jar-_-any-794632825138901921/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:06,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:46341} 2024-12-02T19:50:06,826 INFO [Time-limited test {}] server.Server(415): Started @3094ms 2024-12-02T19:50:06,872 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:50:06,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:06,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:06,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:06,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:06,975 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:50:06,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:06,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:07,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/java.io.tmpdir/jetty-localhost-36407-hadoop-hdfs-3_4_1-tests_jar-_-any-10253743011429768518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:07,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:36407} 2024-12-02T19:50:07,084 INFO [Time-limited test {}] server.Server(415): Started @3351ms 2024-12-02T19:50:07,087 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:50:07,901 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/cluster_06210dd6-85d7-34ad-63fe-2a537d2c7221/data/data4/current/BP-1271651030-172.17.0.2-1733169005442/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:07,901 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/cluster_06210dd6-85d7-34ad-63fe-2a537d2c7221/data/data3/current/BP-1271651030-172.17.0.2-1733169005442/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:07,901 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/cluster_06210dd6-85d7-34ad-63fe-2a537d2c7221/data/data1/current/BP-1271651030-172.17.0.2-1733169005442/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:07,901 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/cluster_06210dd6-85d7-34ad-63fe-2a537d2c7221/data/data2/current/BP-1271651030-172.17.0.2-1733169005442/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:07,930 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:50:07,930 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:50:07,972 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4f21a5a293847ed with lease ID 0x40c3b2eb03ed4cbf: Processing first storage report for DS-e63f179e-46b1-42a2-9359-709978a38e6c from datanode DatanodeRegistration(127.0.0.1:35781, datanodeUuid=6a7d445c-e825-4181-a001-8959b5d0e5d6, infoPort=45889, infoSecurePort=0, ipcPort=35959, storageInfo=lv=-57;cid=testClusterID;nsid=1022499278;c=1733169005442) 2024-12-02T19:50:07,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4f21a5a293847ed with lease ID 0x40c3b2eb03ed4cbf: from storage DS-e63f179e-46b1-42a2-9359-709978a38e6c node DatanodeRegistration(127.0.0.1:35781, datanodeUuid=6a7d445c-e825-4181-a001-8959b5d0e5d6, infoPort=45889, infoSecurePort=0, ipcPort=35959, storageInfo=lv=-57;cid=testClusterID;nsid=1022499278;c=1733169005442), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-02T19:50:07,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25b4835ac4d61ac6 with lease ID 0x40c3b2eb03ed4cbe: Processing first storage report for DS-39df2a79-8d6f-4548-bced-41868bc67978 from datanode DatanodeRegistration(127.0.0.1:44719, datanodeUuid=da66bbe4-4335-48b4-a6fd-ae9d9abb19ba, infoPort=38277, infoSecurePort=0, ipcPort=46177, storageInfo=lv=-57;cid=testClusterID;nsid=1022499278;c=1733169005442) 2024-12-02T19:50:07,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25b4835ac4d61ac6 with lease ID 0x40c3b2eb03ed4cbe: from storage DS-39df2a79-8d6f-4548-bced-41868bc67978 node DatanodeRegistration(127.0.0.1:44719, datanodeUuid=da66bbe4-4335-48b4-a6fd-ae9d9abb19ba, infoPort=38277, infoSecurePort=0, ipcPort=46177, storageInfo=lv=-57;cid=testClusterID;nsid=1022499278;c=1733169005442), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:07,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4f21a5a293847ed with lease ID 0x40c3b2eb03ed4cbf: Processing first storage report for DS-817d6556-619c-446f-b8e2-8aadcdaa7c45 from datanode DatanodeRegistration(127.0.0.1:35781, datanodeUuid=6a7d445c-e825-4181-a001-8959b5d0e5d6, infoPort=45889, infoSecurePort=0, ipcPort=35959, storageInfo=lv=-57;cid=testClusterID;nsid=1022499278;c=1733169005442) 2024-12-02T19:50:07,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4f21a5a293847ed with lease ID 0x40c3b2eb03ed4cbf: from storage DS-817d6556-619c-446f-b8e2-8aadcdaa7c45 node DatanodeRegistration(127.0.0.1:35781, datanodeUuid=6a7d445c-e825-4181-a001-8959b5d0e5d6, infoPort=45889, infoSecurePort=0, ipcPort=35959, storageInfo=lv=-57;cid=testClusterID;nsid=1022499278;c=1733169005442), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:07,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25b4835ac4d61ac6 with lease ID 0x40c3b2eb03ed4cbe: Processing first storage report for DS-cc5ca8a8-2791-4d68-b9ce-194bf124ec39 from datanode DatanodeRegistration(127.0.0.1:44719, datanodeUuid=da66bbe4-4335-48b4-a6fd-ae9d9abb19ba, infoPort=38277, infoSecurePort=0, ipcPort=46177, storageInfo=lv=-57;cid=testClusterID;nsid=1022499278;c=1733169005442) 2024-12-02T19:50:07,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25b4835ac4d61ac6 with lease ID 0x40c3b2eb03ed4cbe: from storage DS-cc5ca8a8-2791-4d68-b9ce-194bf124ec39 node DatanodeRegistration(127.0.0.1:44719, datanodeUuid=da66bbe4-4335-48b4-a6fd-ae9d9abb19ba, infoPort=38277, infoSecurePort=0, ipcPort=46177, storageInfo=lv=-57;cid=testClusterID;nsid=1022499278;c=1733169005442), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T19:50:07,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8 2024-12-02T19:50:08,044 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/cluster_06210dd6-85d7-34ad-63fe-2a537d2c7221/zookeeper_0, clientPort=53252, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/cluster_06210dd6-85d7-34ad-63fe-2a537d2c7221/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/cluster_06210dd6-85d7-34ad-63fe-2a537d2c7221/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T19:50:08,052 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53252 2024-12-02T19:50:08,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:08,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:08,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:50:08,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:50:08,664 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4 with version=8 2024-12-02T19:50:08,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/hbase-staging 2024-12-02T19:50:08,741 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T19:50:08,973 INFO [Time-limited test {}] client.ConnectionUtils(128): master/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:08,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:08,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:08,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:08,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:08,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:09,105 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T19:50:09,155 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T19:50:09,162 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T19:50:09,165 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:09,186 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 75359 (auto-detected) 2024-12-02T19:50:09,187 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T19:50:09,202 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39449 2024-12-02T19:50:09,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39449 connecting to ZooKeeper ensemble=127.0.0.1:53252 2024-12-02T19:50:09,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394490x0, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:09,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39449-0x10198e1e0620000 connected 2024-12-02T19:50:09,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:09,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:09,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:09,426 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4, hbase.cluster.distributed=false 2024-12-02T19:50:09,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:09,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39449 2024-12-02T19:50:09,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39449 2024-12-02T19:50:09,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39449 2024-12-02T19:50:09,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39449 2024-12-02T19:50:09,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39449 2024-12-02T19:50:09,537 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:09,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:09,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:09,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:09,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:09,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:09,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:50:09,544 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:09,545 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33041 2024-12-02T19:50:09,546 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33041 connecting to ZooKeeper ensemble=127.0.0.1:53252 2024-12-02T19:50:09,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:09,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:09,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330410x0, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:09,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330410x0, quorum=127.0.0.1:53252, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:09,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33041-0x10198e1e0620001 connected 2024-12-02T19:50:09,587 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:50:09,595 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:50:09,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:50:09,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:09,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33041 2024-12-02T19:50:09,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33041 2024-12-02T19:50:09,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33041 2024-12-02T19:50:09,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33041 2024-12-02T19:50:09,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33041 2024-12-02T19:50:09,619 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:09,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:09,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:09,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:09,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:09,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:09,620 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:50:09,621 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:09,622 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40687 2024-12-02T19:50:09,623 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40687 connecting to ZooKeeper ensemble=127.0.0.1:53252 2024-12-02T19:50:09,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:09,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:09,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406870x0, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:09,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406870x0, quorum=127.0.0.1:53252, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:09,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40687-0x10198e1e0620002 connected 2024-12-02T19:50:09,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:50:09,661 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:50:09,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:50:09,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:09,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40687 2024-12-02T19:50:09,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40687 2024-12-02T19:50:09,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40687 2024-12-02T19:50:09,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40687 2024-12-02T19:50:09,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40687 2024-12-02T19:50:09,684 DEBUG [M:0;41897df2911b:39449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;41897df2911b:39449 2024-12-02T19:50:09,685 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/41897df2911b,39449,1733169008833 2024-12-02T19:50:09,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:09,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:09,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:09,702 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/41897df2911b,39449,1733169008833 2024-12-02T19:50:09,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:09,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:09,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:09,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:09,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:09,734 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T19:50:09,735 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/41897df2911b,39449,1733169008833 from backup master directory 2024-12-02T19:50:09,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/41897df2911b,39449,1733169008833 2024-12-02T19:50:09,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:09,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:09,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:09,741 WARN [master/41897df2911b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:09,742 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=41897df2911b,39449,1733169008833 2024-12-02T19:50:09,743 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T19:50:09,744 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T19:50:09,793 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/hbase.id] with ID: 74eed847-e52b-4ea2-8ba2-4e88855de69c 2024-12-02T19:50:09,793 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/.tmp/hbase.id 2024-12-02T19:50:09,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:50:09,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:50:09,805 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/.tmp/hbase.id]:[hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/hbase.id] 2024-12-02T19:50:09,855 INFO [master/41897df2911b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:09,859 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T19:50:09,876 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-02T19:50:09,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:09,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:09,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:09,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:50:09,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:50:09,935 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:50:09,937 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T19:50:09,950 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:50:09,954 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:09,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:50:09,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:50:09,994 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store 2024-12-02T19:50:10,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:50:10,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:50:10,015 INFO [master/41897df2911b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T19:50:10,018 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:10,020 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:50:10,020 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:10,020 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:10,021 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:50:10,021 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:10,022 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:10,023 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169010019Disabling compacts and flushes for region at 1733169010019Disabling writes for close at 1733169010021 (+2 ms)Writing region close event to WAL at 1733169010022 (+1 ms)Closed at 1733169010022 2024-12-02T19:50:10,025 WARN [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/.initializing 2024-12-02T19:50:10,026 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/WALs/41897df2911b,39449,1733169008833 2024-12-02T19:50:10,033 INFO [master/41897df2911b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:10,046 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C39449%2C1733169008833, suffix=, logDir=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/WALs/41897df2911b,39449,1733169008833, archiveDir=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/oldWALs, maxLogs=10 2024-12-02T19:50:10,065 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/WALs/41897df2911b,39449,1733169008833/41897df2911b%2C39449%2C1733169008833.1733169010050, exclude list is [], retry=0 2024-12-02T19:50:10,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44719,DS-39df2a79-8d6f-4548-bced-41868bc67978,DISK] 2024-12-02T19:50:10,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35781,DS-e63f179e-46b1-42a2-9359-709978a38e6c,DISK] 2024-12-02T19:50:10,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T19:50:10,114 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/WALs/41897df2911b,39449,1733169008833/41897df2911b%2C39449%2C1733169008833.1733169010050 2024-12-02T19:50:10,115 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45889:45889),(127.0.0.1/127.0.0.1:38277:38277)] 2024-12-02T19:50:10,115 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:50:10,116 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:10,120 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:10,121 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:10,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:10,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T19:50:10,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:10,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:10,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:10,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T19:50:10,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:10,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:10,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:10,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T19:50:10,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:10,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:10,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:10,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T19:50:10,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:10,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:10,194 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:10,198 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:10,199 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:10,204 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:10,205 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:10,208 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:10,212 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:10,216 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:10,217 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61425173, jitterRate=-0.08469359576702118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:10,222 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733169010132Initializing all the Stores at 1733169010134 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169010134Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169010135 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169010135Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169010135Cleaning up temporary data from old regions at 1733169010205 (+70 ms)Region opened successfully at 1733169010222 (+17 ms) 2024-12-02T19:50:10,223 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T19:50:10,253 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60bdc221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:10,278 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T19:50:10,288 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T19:50:10,288 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T19:50:10,290 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T19:50:10,292 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T19:50:10,296 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-02T19:50:10,296 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T19:50:10,318 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T19:50:10,326 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T19:50:10,365 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T19:50:10,368 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T19:50:10,370 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T19:50:10,381 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T19:50:10,385 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T19:50:10,390 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T19:50:10,399 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T19:50:10,401 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T19:50:10,407 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T19:50:10,430 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T19:50:10,441 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T19:50:10,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:10,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:10,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:10,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:10,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:10,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:10,455 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=41897df2911b,39449,1733169008833, sessionid=0x10198e1e0620000, setting cluster-up flag (Was=false) 2024-12-02T19:50:10,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:10,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:10,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:10,508 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T19:50:10,510 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,39449,1733169008833 2024-12-02T19:50:10,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:10,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:10,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:10,557 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T19:50:10,560 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,39449,1733169008833 2024-12-02T19:50:10,566 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T19:50:10,576 INFO [RS:0;41897df2911b:33041 {}] regionserver.HRegionServer(746): ClusterId : 74eed847-e52b-4ea2-8ba2-4e88855de69c 2024-12-02T19:50:10,576 INFO [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer(746): ClusterId : 74eed847-e52b-4ea2-8ba2-4e88855de69c 2024-12-02T19:50:10,578 DEBUG [RS:0;41897df2911b:33041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:50:10,578 DEBUG [RS:1;41897df2911b:40687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:50:10,618 DEBUG [RS:1;41897df2911b:40687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:50:10,619 DEBUG [RS:1;41897df2911b:40687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:50:10,634 DEBUG [RS:0;41897df2911b:33041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:50:10,634 DEBUG [RS:0;41897df2911b:33041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:50:10,647 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:10,649 DEBUG [RS:1;41897df2911b:40687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:50:10,650 DEBUG [RS:1;41897df2911b:40687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129dd272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:10,652 DEBUG [RS:0;41897df2911b:33041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:50:10,652 DEBUG [RS:0;41897df2911b:33041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8ab139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:10,659 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T19:50:10,667 DEBUG [RS:1;41897df2911b:40687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;41897df2911b:40687 2024-12-02T19:50:10,668 DEBUG [RS:0;41897df2911b:33041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;41897df2911b:33041 2024-12-02T19:50:10,668 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T19:50:10,671 INFO [RS:1;41897df2911b:40687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:50:10,671 INFO [RS:0;41897df2911b:33041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:50:10,671 INFO [RS:1;41897df2911b:40687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:50:10,671 INFO [RS:0;41897df2911b:33041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:50:10,671 DEBUG [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:50:10,671 DEBUG [RS:0;41897df2911b:33041 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:50:10,675 INFO [RS:0;41897df2911b:33041 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,39449,1733169008833 with port=33041, startcode=1733169009508 2024-12-02T19:50:10,675 INFO [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,39449,1733169008833 with port=40687, startcode=1733169009618 2024-12-02T19:50:10,676 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 41897df2911b,39449,1733169008833 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T19:50:10,685 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:10,685 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:10,685 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:10,685 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:10,685 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/41897df2911b:0, corePoolSize=10, maxPoolSize=10 2024-12-02T19:50:10,686 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,686 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:10,686 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,689 DEBUG [RS:0;41897df2911b:33041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:50:10,689 DEBUG [RS:1;41897df2911b:40687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:50:10,693 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733169040693 2024-12-02T19:50:10,695 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T19:50:10,696 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T19:50:10,698 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:10,699 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T19:50:10,700 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T19:50:10,700 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T19:50:10,700 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T19:50:10,701 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T19:50:10,702 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,705 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:10,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T19:50:10,707 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T19:50:10,708 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T19:50:10,709 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T19:50:10,723 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T19:50:10,724 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T19:50:10,731 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169010725,5,FailOnTimeoutGroup] 2024-12-02T19:50:10,732 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169010731,5,FailOnTimeoutGroup] 2024-12-02T19:50:10,733 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,733 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T19:50:10,735 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,735 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,736 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59261, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:50:10,736 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40445, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:50:10,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:50:10,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:50:10,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T19:50:10,740 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4 2024-12-02T19:50:10,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39449 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,40687,1733169009618 2024-12-02T19:50:10,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39449 {}] master.ServerManager(517): Registering regionserver=41897df2911b,40687,1733169009618 2024-12-02T19:50:10,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39449 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,33041,1733169009508 2024-12-02T19:50:10,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39449 {}] master.ServerManager(517): Registering regionserver=41897df2911b,33041,1733169009508 2024-12-02T19:50:10,761 DEBUG [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4 2024-12-02T19:50:10,761 DEBUG [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38763 2024-12-02T19:50:10,761 DEBUG [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:50:10,763 DEBUG [RS:0;41897df2911b:33041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4 2024-12-02T19:50:10,763 DEBUG [RS:0;41897df2911b:33041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38763 2024-12-02T19:50:10,763 DEBUG [RS:0;41897df2911b:33041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:50:10,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:50:10,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:50:10,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:10,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:50:10,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:50:10,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:10,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:10,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:50:10,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:50:10,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:10,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:10,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:50:10,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:50:10,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:10,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:10,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:50:10,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:50:10,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:10,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:10,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:50:10,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:10,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740 2024-12-02T19:50:10,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740 2024-12-02T19:50:10,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:50:10,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:50:10,801 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:10,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:50:10,809 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:10,810 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70439297, jitterRate=0.04962731897830963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:10,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733169010768Initializing all the Stores at 1733169010772 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169010772Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169010772Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169010772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169010772Cleaning up temporary data from old regions at 1733169010800 (+28 ms)Region opened successfully at 1733169010812 (+12 ms) 2024-12-02T19:50:10,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:50:10,812 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:50:10,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:50:10,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:50:10,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:50:10,814 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:10,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169010812Disabling compacts and flushes for region at 1733169010812Disabling writes for close at 1733169010813 (+1 ms)Writing region close event to WAL at 1733169010814 (+1 ms)Closed at 1733169010814 2024-12-02T19:50:10,818 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:10,818 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T19:50:10,820 DEBUG [RS:1;41897df2911b:40687 {}] zookeeper.ZKUtil(111): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,40687,1733169009618 2024-12-02T19:50:10,821 WARN [RS:1;41897df2911b:40687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:10,821 INFO [RS:1;41897df2911b:40687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:10,821 DEBUG [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/WALs/41897df2911b,40687,1733169009618 2024-12-02T19:50:10,821 DEBUG [RS:0;41897df2911b:33041 {}] zookeeper.ZKUtil(111): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,33041,1733169009508 2024-12-02T19:50:10,822 WARN [RS:0;41897df2911b:33041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:10,822 INFO [RS:0;41897df2911b:33041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:10,822 DEBUG [RS:0;41897df2911b:33041 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/WALs/41897df2911b,33041,1733169009508 2024-12-02T19:50:10,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,33041,1733169009508] 2024-12-02T19:50:10,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,40687,1733169009618] 2024-12-02T19:50:10,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T19:50:10,841 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:50:10,845 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T19:50:10,853 INFO [RS:1;41897df2911b:40687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:50:10,853 INFO [RS:0;41897df2911b:33041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:50:10,871 INFO [RS:1;41897df2911b:40687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:50:10,871 INFO [RS:0;41897df2911b:33041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:50:10,878 INFO [RS:1;41897df2911b:40687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:50:10,878 INFO [RS:0;41897df2911b:33041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:50:10,878 INFO [RS:1;41897df2911b:40687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,878 INFO [RS:0;41897df2911b:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,883 INFO [RS:0;41897df2911b:33041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:50:10,884 INFO [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:50:10,890 INFO [RS:1;41897df2911b:40687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:50:10,890 INFO [RS:0;41897df2911b:33041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:50:10,892 INFO [RS:1;41897df2911b:40687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,892 INFO [RS:0;41897df2911b:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,892 DEBUG [RS:1;41897df2911b:40687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,892 DEBUG [RS:0;41897df2911b:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,892 DEBUG [RS:1;41897df2911b:40687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,892 DEBUG [RS:0;41897df2911b:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,892 DEBUG [RS:1;41897df2911b:40687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,892 DEBUG [RS:0;41897df2911b:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,893 DEBUG [RS:0;41897df2911b:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,893 DEBUG [RS:1;41897df2911b:40687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,893 DEBUG [RS:0;41897df2911b:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,893 DEBUG [RS:1;41897df2911b:40687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,893 DEBUG [RS:0;41897df2911b:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:10,893 DEBUG [RS:1;41897df2911b:40687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:10,893 DEBUG [RS:1;41897df2911b:40687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,893 DEBUG [RS:0;41897df2911b:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,893 DEBUG [RS:0;41897df2911b:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,893 DEBUG [RS:1;41897df2911b:40687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,893 DEBUG [RS:1;41897df2911b:40687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,893 DEBUG [RS:0;41897df2911b:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,894 DEBUG [RS:0;41897df2911b:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,894 DEBUG [RS:1;41897df2911b:40687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,894 DEBUG [RS:1;41897df2911b:40687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,894 DEBUG [RS:0;41897df2911b:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,894 DEBUG [RS:0;41897df2911b:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,894 DEBUG [RS:1;41897df2911b:40687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:10,894 DEBUG [RS:1;41897df2911b:40687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:10,894 DEBUG [RS:0;41897df2911b:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:10,894 DEBUG [RS:0;41897df2911b:33041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:10,894 DEBUG [RS:1;41897df2911b:40687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:10,901 INFO [RS:0;41897df2911b:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,902 INFO [RS:0;41897df2911b:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,902 INFO [RS:0;41897df2911b:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,902 INFO [RS:0;41897df2911b:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,902 INFO [RS:0;41897df2911b:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,902 INFO [RS:0;41897df2911b:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,33041,1733169009508-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:10,905 INFO [RS:1;41897df2911b:40687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,906 INFO [RS:1;41897df2911b:40687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,906 INFO [RS:1;41897df2911b:40687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,906 INFO [RS:1;41897df2911b:40687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,906 INFO [RS:1;41897df2911b:40687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,906 INFO [RS:1;41897df2911b:40687 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,40687,1733169009618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:10,928 INFO [RS:0;41897df2911b:33041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:50:10,929 INFO [RS:1;41897df2911b:40687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:50:10,931 INFO [RS:1;41897df2911b:40687 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,40687,1733169009618-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,931 INFO [RS:0;41897df2911b:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,33041,1733169009508-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,931 INFO [RS:1;41897df2911b:40687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,931 INFO [RS:0;41897df2911b:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,931 INFO [RS:0;41897df2911b:33041 {}] regionserver.Replication(171): 41897df2911b,33041,1733169009508 started 2024-12-02T19:50:10,931 INFO [RS:1;41897df2911b:40687 {}] regionserver.Replication(171): 41897df2911b,40687,1733169009618 started 2024-12-02T19:50:10,951 INFO [RS:0;41897df2911b:33041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,951 INFO [RS:1;41897df2911b:40687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:10,951 INFO [RS:0;41897df2911b:33041 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,33041,1733169009508, RpcServer on 41897df2911b/172.17.0.2:33041, sessionid=0x10198e1e0620001 2024-12-02T19:50:10,951 INFO [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,40687,1733169009618, RpcServer on 41897df2911b/172.17.0.2:40687, sessionid=0x10198e1e0620002 2024-12-02T19:50:10,952 DEBUG [RS:0;41897df2911b:33041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:50:10,952 DEBUG [RS:1;41897df2911b:40687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:50:10,952 DEBUG [RS:0;41897df2911b:33041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,33041,1733169009508 2024-12-02T19:50:10,952 DEBUG [RS:1;41897df2911b:40687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,40687,1733169009618 2024-12-02T19:50:10,952 DEBUG [RS:0;41897df2911b:33041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,33041,1733169009508' 2024-12-02T19:50:10,952 DEBUG [RS:1;41897df2911b:40687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,40687,1733169009618' 2024-12-02T19:50:10,953 DEBUG [RS:1;41897df2911b:40687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:50:10,953 DEBUG [RS:0;41897df2911b:33041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:50:10,954 DEBUG [RS:0;41897df2911b:33041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:50:10,954 DEBUG [RS:1;41897df2911b:40687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:50:10,954 DEBUG [RS:0;41897df2911b:33041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:50:10,954 DEBUG [RS:0;41897df2911b:33041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:50:10,954 DEBUG [RS:1;41897df2911b:40687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:50:10,954 DEBUG [RS:1;41897df2911b:40687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:50:10,955 DEBUG [RS:0;41897df2911b:33041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,33041,1733169009508 2024-12-02T19:50:10,955 DEBUG [RS:1;41897df2911b:40687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,40687,1733169009618 2024-12-02T19:50:10,955 DEBUG [RS:0;41897df2911b:33041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,33041,1733169009508' 2024-12-02T19:50:10,955 DEBUG [RS:1;41897df2911b:40687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,40687,1733169009618' 2024-12-02T19:50:10,955 DEBUG [RS:0;41897df2911b:33041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:50:10,955 DEBUG [RS:1;41897df2911b:40687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:50:10,955 DEBUG [RS:0;41897df2911b:33041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:50:10,956 DEBUG [RS:1;41897df2911b:40687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:50:10,956 DEBUG [RS:0;41897df2911b:33041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:50:10,956 DEBUG [RS:1;41897df2911b:40687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:50:10,956 INFO [RS:1;41897df2911b:40687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:50:10,956 INFO [RS:0;41897df2911b:33041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:50:10,956 INFO [RS:0;41897df2911b:33041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:50:10,956 INFO [RS:1;41897df2911b:40687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:50:10,996 WARN [41897df2911b:39449 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T19:50:11,062 INFO [RS:1;41897df2911b:40687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:11,062 INFO [RS:0;41897df2911b:33041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:11,066 INFO [RS:1;41897df2911b:40687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C40687%2C1733169009618, suffix=, logDir=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/WALs/41897df2911b,40687,1733169009618, archiveDir=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/oldWALs, maxLogs=32 2024-12-02T19:50:11,066 INFO [RS:0;41897df2911b:33041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C33041%2C1733169009508, suffix=, logDir=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/WALs/41897df2911b,33041,1733169009508, archiveDir=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/oldWALs, maxLogs=32 2024-12-02T19:50:11,087 DEBUG [RS:0;41897df2911b:33041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/WALs/41897df2911b,33041,1733169009508/41897df2911b%2C33041%2C1733169009508.1733169011070, exclude list is [], retry=0 2024-12-02T19:50:11,088 DEBUG [RS:1;41897df2911b:40687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/WALs/41897df2911b,40687,1733169009618/41897df2911b%2C40687%2C1733169009618.1733169011071, exclude list is [], retry=0 2024-12-02T19:50:11,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35781,DS-e63f179e-46b1-42a2-9359-709978a38e6c,DISK] 2024-12-02T19:50:11,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44719,DS-39df2a79-8d6f-4548-bced-41868bc67978,DISK] 2024-12-02T19:50:11,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44719,DS-39df2a79-8d6f-4548-bced-41868bc67978,DISK] 2024-12-02T19:50:11,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35781,DS-e63f179e-46b1-42a2-9359-709978a38e6c,DISK] 2024-12-02T19:50:11,099 INFO [RS:0;41897df2911b:33041 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/WALs/41897df2911b,33041,1733169009508/41897df2911b%2C33041%2C1733169009508.1733169011070 2024-12-02T19:50:11,099 INFO [RS:1;41897df2911b:40687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/WALs/41897df2911b,40687,1733169009618/41897df2911b%2C40687%2C1733169009618.1733169011071 2024-12-02T19:50:11,103 DEBUG [RS:0;41897df2911b:33041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38277:38277),(127.0.0.1/127.0.0.1:45889:45889)] 2024-12-02T19:50:11,107 DEBUG [RS:1;41897df2911b:40687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38277:38277),(127.0.0.1/127.0.0.1:45889:45889)] 2024-12-02T19:50:11,249 DEBUG [41897df2911b:39449 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T19:50:11,260 DEBUG [41897df2911b:39449 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T19:50:11,270 DEBUG [41897df2911b:39449 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T19:50:11,270 DEBUG [41897df2911b:39449 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T19:50:11,270 DEBUG [41897df2911b:39449 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T19:50:11,271 DEBUG [41897df2911b:39449 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T19:50:11,271 INFO [41897df2911b:39449 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T19:50:11,271 INFO [41897df2911b:39449 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T19:50:11,271 DEBUG [41897df2911b:39449 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T19:50:11,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=41897df2911b,40687,1733169009618 2024-12-02T19:50:11,295 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,40687,1733169009618, state=OPENING 2024-12-02T19:50:11,331 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T19:50:11,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:11,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:11,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:11,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:11,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:11,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:11,347 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:50:11,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,40687,1733169009618}] 2024-12-02T19:50:11,536 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:11,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40211, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:11,566 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T19:50:11,566 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:11,567 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T19:50:11,574 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C40687%2C1733169009618.meta, suffix=.meta, logDir=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/WALs/41897df2911b,40687,1733169009618, archiveDir=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/oldWALs, maxLogs=32 2024-12-02T19:50:11,593 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/WALs/41897df2911b,40687,1733169009618/41897df2911b%2C40687%2C1733169009618.meta.1733169011576.meta, exclude list is [], retry=0 2024-12-02T19:50:11,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44719,DS-39df2a79-8d6f-4548-bced-41868bc67978,DISK] 2024-12-02T19:50:11,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35781,DS-e63f179e-46b1-42a2-9359-709978a38e6c,DISK] 2024-12-02T19:50:11,615 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/WALs/41897df2911b,40687,1733169009618/41897df2911b%2C40687%2C1733169009618.meta.1733169011576.meta 2024-12-02T19:50:11,639 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38277:38277),(127.0.0.1/127.0.0.1:45889:45889)] 2024-12-02T19:50:11,639 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:50:11,642 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T19:50:11,645 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T19:50:11,657 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T19:50:11,664 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T19:50:11,665 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:11,666 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T19:50:11,666 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T19:50:11,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:50:11,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:50:11,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:11,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:11,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:50:11,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:50:11,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:11,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:11,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:50:11,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:50:11,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:11,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:11,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:50:11,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:50:11,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:11,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:11,717 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:50:11,723 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740 2024-12-02T19:50:11,736 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740 2024-12-02T19:50:11,741 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:50:11,741 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:50:11,743 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:11,747 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:50:11,752 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62576225, jitterRate=-0.06754158437252045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:11,752 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T19:50:11,757 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733169011667Writing region info on filesystem at 1733169011667Initializing all the Stores at 1733169011676 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169011676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169011680 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169011680Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169011680Cleaning up temporary data from old regions at 1733169011741 (+61 ms)Running coprocessor post-open hooks at 1733169011752 (+11 ms)Region opened successfully at 1733169011756 (+4 ms) 2024-12-02T19:50:11,769 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733169011524 2024-12-02T19:50:11,785 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T19:50:11,786 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T19:50:11,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,40687,1733169009618 2024-12-02T19:50:11,793 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,40687,1733169009618, state=OPEN 2024-12-02T19:50:11,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:11,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:11,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:11,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:11,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:11,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:11,832 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=41897df2911b,40687,1733169009618 2024-12-02T19:50:11,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T19:50:11,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,40687,1733169009618 in 482 msec 2024-12-02T19:50:11,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T19:50:11,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0230 sec 2024-12-02T19:50:11,875 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:11,875 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T19:50:11,900 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:50:11,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,40687,1733169009618, seqNum=-1] 2024-12-02T19:50:11,930 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:11,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44497, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:11,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3650 sec 2024-12-02T19:50:11,969 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733169011969, completionTime=-1 2024-12-02T19:50:11,975 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T19:50:11,976 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T19:50:12,018 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-02T19:50:12,018 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733169072018 2024-12-02T19:50:12,018 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733169132018 2024-12-02T19:50:12,019 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 42 msec 2024-12-02T19:50:12,021 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T19:50:12,033 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,39449,1733169008833-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:12,034 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,39449,1733169008833-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:12,034 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,39449,1733169008833-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:12,037 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-41897df2911b:39449, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:12,037 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:12,040 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:12,052 DEBUG [master/41897df2911b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T19:50:12,085 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.343sec 2024-12-02T19:50:12,088 INFO [master/41897df2911b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T19:50:12,090 INFO [master/41897df2911b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T19:50:12,095 INFO [master/41897df2911b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T19:50:12,096 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T19:50:12,096 INFO [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T19:50:12,098 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,39449,1733169008833-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:12,099 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,39449,1733169008833-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T19:50:12,112 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T19:50:12,113 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T19:50:12,114 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,39449,1733169008833-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:12,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c5588d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:12,195 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T19:50:12,195 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T19:50:12,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,39449,-1 for getting cluster id 2024-12-02T19:50:12,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:50:12,251 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74eed847-e52b-4ea2-8ba2-4e88855de69c' 2024-12-02T19:50:12,255 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:50:12,256 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74eed847-e52b-4ea2-8ba2-4e88855de69c" 2024-12-02T19:50:12,256 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4424c36f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:12,256 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,39449,-1] 2024-12-02T19:50:12,260 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:50:12,268 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:12,270 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:50:12,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da4cc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:12,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:50:12,284 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,40687,1733169009618, seqNum=-1] 2024-12-02T19:50:12,285 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:12,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:12,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=41897df2911b,39449,1733169008833 2024-12-02T19:50:12,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:50:12,329 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,39449,1733169008833 2024-12-02T19:50:12,332 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50e634ce 2024-12-02T19:50:12,333 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:50:12,336 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:50:12,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39449 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:50:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39449 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T19:50:12,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T19:50:12,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39449 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-02T19:50:12,392 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:12,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T19:50:12,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741836_1012 (size=379) 2024-12-02T19:50:12,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741836_1012 (size=379) 2024-12-02T19:50:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:12,843 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ef33020045266302f902e07f1113008, NAME => 'testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4 2024-12-02T19:50:12,843 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e14a2c1c5a06458c094151c6bc25d534, NAME => 'testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4 2024-12-02T19:50:12,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741837_1013 (size=61) 2024-12-02T19:50:12,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741837_1013 (size=61) 2024-12-02T19:50:12,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:12,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing e14a2c1c5a06458c094151c6bc25d534, disabling compactions & flushes 2024-12-02T19:50:12,875 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534. 2024-12-02T19:50:12,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534. 2024-12-02T19:50:12,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534. after waiting 0 ms 2024-12-02T19:50:12,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534. 2024-12-02T19:50:12,875 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534. 2024-12-02T19:50:12,875 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for e14a2c1c5a06458c094151c6bc25d534: Waiting for close lock at 1733169012875Disabling compacts and flushes for region at 1733169012875Disabling writes for close at 1733169012875Writing region close event to WAL at 1733169012875Closed at 1733169012875 2024-12-02T19:50:12,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741838_1014 (size=61) 2024-12-02T19:50:12,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741838_1014 (size=61) 2024-12-02T19:50:12,880 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:12,880 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 7ef33020045266302f902e07f1113008, disabling compactions & flushes 2024-12-02T19:50:12,880 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008. 2024-12-02T19:50:12,880 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008. 2024-12-02T19:50:12,880 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008. after waiting 0 ms 2024-12-02T19:50:12,880 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008. 2024-12-02T19:50:12,880 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008. 2024-12-02T19:50:12,880 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ef33020045266302f902e07f1113008: Waiting for close lock at 1733169012880Disabling compacts and flushes for region at 1733169012880Disabling writes for close at 1733169012880Writing region close event to WAL at 1733169012880Closed at 1733169012880 2024-12-02T19:50:12,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T19:50:12,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733169012882"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169012882"}]},"ts":"1733169012882"} 2024-12-02T19:50:12,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733169012882"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169012882"}]},"ts":"1733169012882"} 2024-12-02T19:50:12,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-02T19:50:12,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T19:50:12,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169012937"}]},"ts":"1733169012937"} 2024-12-02T19:50:12,946 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T19:50:12,946 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T19:50:12,948 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T19:50:12,949 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T19:50:12,949 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T19:50:12,949 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T19:50:12,949 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T19:50:12,949 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T19:50:12,949 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T19:50:12,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7ef33020045266302f902e07f1113008, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e14a2c1c5a06458c094151c6bc25d534, ASSIGN}] 2024-12-02T19:50:12,955 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e14a2c1c5a06458c094151c6bc25d534, ASSIGN 2024-12-02T19:50:12,956 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7ef33020045266302f902e07f1113008, ASSIGN 2024-12-02T19:50:12,958 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e14a2c1c5a06458c094151c6bc25d534, ASSIGN; state=OFFLINE, location=41897df2911b,33041,1733169009508; forceNewPlan=false, retain=false 2024-12-02T19:50:12,958 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7ef33020045266302f902e07f1113008, ASSIGN; state=OFFLINE, location=41897df2911b,40687,1733169009618; forceNewPlan=false, retain=false 2024-12-02T19:50:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:13,110 INFO [41897df2911b:39449 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T19:50:13,111 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e14a2c1c5a06458c094151c6bc25d534, regionState=OPENING, regionLocation=41897df2911b,33041,1733169009508 2024-12-02T19:50:13,111 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ef33020045266302f902e07f1113008, regionState=OPENING, regionLocation=41897df2911b,40687,1733169009618 2024-12-02T19:50:13,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e14a2c1c5a06458c094151c6bc25d534, ASSIGN because future has completed 2024-12-02T19:50:13,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e14a2c1c5a06458c094151c6bc25d534, server=41897df2911b,33041,1733169009508}] 2024-12-02T19:50:13,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7ef33020045266302f902e07f1113008, ASSIGN because future has completed 2024-12-02T19:50:13,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ef33020045266302f902e07f1113008, server=41897df2911b,40687,1733169009618}] 2024-12-02T19:50:13,272 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:13,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51901, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:13,282 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008. 2024-12-02T19:50:13,282 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534. 2024-12-02T19:50:13,282 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ef33020045266302f902e07f1113008, NAME => 'testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T19:50:13,282 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e14a2c1c5a06458c094151c6bc25d534, NAME => 'testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T19:50:13,282 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7ef33020045266302f902e07f1113008 2024-12-02T19:50:13,282 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e14a2c1c5a06458c094151c6bc25d534 2024-12-02T19:50:13,282 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:13,283 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:13,283 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 7ef33020045266302f902e07f1113008 2024-12-02T19:50:13,283 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 7ef33020045266302f902e07f1113008 2024-12-02T19:50:13,283 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e14a2c1c5a06458c094151c6bc25d534 2024-12-02T19:50:13,283 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e14a2c1c5a06458c094151c6bc25d534 2024-12-02T19:50:13,285 INFO [StoreOpener-7ef33020045266302f902e07f1113008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7ef33020045266302f902e07f1113008 2024-12-02T19:50:13,285 INFO [StoreOpener-e14a2c1c5a06458c094151c6bc25d534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e14a2c1c5a06458c094151c6bc25d534 2024-12-02T19:50:13,287 INFO [StoreOpener-e14a2c1c5a06458c094151c6bc25d534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e14a2c1c5a06458c094151c6bc25d534 columnFamilyName family 2024-12-02T19:50:13,287 INFO [StoreOpener-7ef33020045266302f902e07f1113008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ef33020045266302f902e07f1113008 columnFamilyName family 2024-12-02T19:50:13,288 DEBUG [StoreOpener-e14a2c1c5a06458c094151c6bc25d534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:13,288 DEBUG [StoreOpener-7ef33020045266302f902e07f1113008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:13,290 INFO [StoreOpener-e14a2c1c5a06458c094151c6bc25d534-1 {}] regionserver.HStore(327): Store=e14a2c1c5a06458c094151c6bc25d534/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:13,290 INFO [StoreOpener-7ef33020045266302f902e07f1113008-1 {}] regionserver.HStore(327): Store=7ef33020045266302f902e07f1113008/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:13,290 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e14a2c1c5a06458c094151c6bc25d534 2024-12-02T19:50:13,290 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 7ef33020045266302f902e07f1113008 2024-12-02T19:50:13,292 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/e14a2c1c5a06458c094151c6bc25d534 2024-12-02T19:50:13,292 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/7ef33020045266302f902e07f1113008 2024-12-02T19:50:13,293 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/e14a2c1c5a06458c094151c6bc25d534 2024-12-02T19:50:13,293 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/7ef33020045266302f902e07f1113008 2024-12-02T19:50:13,293 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 7ef33020045266302f902e07f1113008 2024-12-02T19:50:13,293 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 7ef33020045266302f902e07f1113008 2024-12-02T19:50:13,293 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e14a2c1c5a06458c094151c6bc25d534 2024-12-02T19:50:13,293 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e14a2c1c5a06458c094151c6bc25d534 2024-12-02T19:50:13,296 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e14a2c1c5a06458c094151c6bc25d534 2024-12-02T19:50:13,299 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/e14a2c1c5a06458c094151c6bc25d534/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:13,300 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened e14a2c1c5a06458c094151c6bc25d534; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64286087, jitterRate=-0.042062655091285706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:50:13,300 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e14a2c1c5a06458c094151c6bc25d534 2024-12-02T19:50:13,300 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e14a2c1c5a06458c094151c6bc25d534: Running coprocessor pre-open hook at 1733169013283Writing region info on filesystem at 1733169013283Initializing all the Stores at 1733169013285 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169013285Cleaning up temporary data from old regions at 1733169013293 (+8 ms)Running coprocessor post-open hooks at 1733169013300 (+7 ms)Region opened successfully at 1733169013300 2024-12-02T19:50:13,302 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534., pid=7, masterSystemTime=1733169013272 2024-12-02T19:50:13,303 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 7ef33020045266302f902e07f1113008 2024-12-02T19:50:13,306 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534. 2024-12-02T19:50:13,306 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534. 2024-12-02T19:50:13,307 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e14a2c1c5a06458c094151c6bc25d534, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,33041,1733169009508 2024-12-02T19:50:13,309 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/7ef33020045266302f902e07f1113008/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:13,310 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 7ef33020045266302f902e07f1113008; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73005940, jitterRate=0.08787328004837036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:50:13,310 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ef33020045266302f902e07f1113008 2024-12-02T19:50:13,311 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 7ef33020045266302f902e07f1113008: Running coprocessor pre-open hook at 1733169013283Writing region info on filesystem at 1733169013283Initializing all the Stores at 1733169013285 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169013285Cleaning up temporary data from old regions at 1733169013293 (+8 ms)Running coprocessor post-open hooks at 1733169013310 (+17 ms)Region opened successfully at 1733169013311 (+1 ms) 2024-12-02T19:50:13,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e14a2c1c5a06458c094151c6bc25d534, server=41897df2911b,33041,1733169009508 because future has completed 2024-12-02T19:50:13,313 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008., pid=8, masterSystemTime=1733169013274 2024-12-02T19:50:13,317 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008. 2024-12-02T19:50:13,317 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008. 2024-12-02T19:50:13,318 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ef33020045266302f902e07f1113008, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,40687,1733169009618 2024-12-02T19:50:13,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T19:50:13,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e14a2c1c5a06458c094151c6bc25d534, server=41897df2911b,33041,1733169009508 in 198 msec 2024-12-02T19:50:13,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ef33020045266302f902e07f1113008, server=41897df2911b,40687,1733169009618 because future has completed 2024-12-02T19:50:13,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e14a2c1c5a06458c094151c6bc25d534, ASSIGN in 371 msec 2024-12-02T19:50:13,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-02T19:50:13,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ef33020045266302f902e07f1113008, server=41897df2911b,40687,1733169009618 in 209 msec 2024-12-02T19:50:13,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T19:50:13,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7ef33020045266302f902e07f1113008, ASSIGN in 383 msec 2024-12-02T19:50:13,339 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T19:50:13,339 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169013339"}]},"ts":"1733169013339"} 2024-12-02T19:50:13,342 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T19:50:13,344 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T19:50:13,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 971 msec 2024-12-02T19:50:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:13,543 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-02T19:50:13,543 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T19:50:13,544 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T19:50:13,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T19:50:13,551 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T19:50:13,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-02T19:50:13,559 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008., hostname=41897df2911b,40687,1733169009618, seqNum=2] 2024-12-02T19:50:13,578 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534., hostname=41897df2911b,33041,1733169009508, seqNum=2] 2024-12-02T19:50:13,578 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:13,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:13,602 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e14a2c1c5a06458c094151c6bc25d534 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T19:50:13,664 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/e14a2c1c5a06458c094151c6bc25d534/.tmp/family/20e3ac5cd42e4613bceefabf00d1e500 is 32, key is 5/family:/1733169013581/Put/seqid=0 2024-12-02T19:50:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741839_1015 (size=5083) 2024-12-02T19:50:13,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741839_1015 (size=5083) 2024-12-02T19:50:13,679 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/e14a2c1c5a06458c094151c6bc25d534/.tmp/family/20e3ac5cd42e4613bceefabf00d1e500 2024-12-02T19:50:13,727 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/e14a2c1c5a06458c094151c6bc25d534/.tmp/family/20e3ac5cd42e4613bceefabf00d1e500 as hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/e14a2c1c5a06458c094151c6bc25d534/family/20e3ac5cd42e4613bceefabf00d1e500 2024-12-02T19:50:13,737 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/e14a2c1c5a06458c094151c6bc25d534/family/20e3ac5cd42e4613bceefabf00d1e500, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T19:50:13,745 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for e14a2c1c5a06458c094151c6bc25d534 in 143ms, sequenceid=9, compaction requested=false 2024-12-02T19:50:13,746 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-02T19:50:13,749 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e14a2c1c5a06458c094151c6bc25d534: 2024-12-02T19:50:13,749 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7ef33020045266302f902e07f1113008 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T19:50:13,769 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/7ef33020045266302f902e07f1113008/.tmp/family/269ad41c18774f88be9597e05cfb0c05 is 32, key is 1/family:/1733169013562/Put/seqid=0 2024-12-02T19:50:13,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741840_1016 (size=5054) 2024-12-02T19:50:13,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741840_1016 (size=5054) 2024-12-02T19:50:13,782 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/7ef33020045266302f902e07f1113008/.tmp/family/269ad41c18774f88be9597e05cfb0c05 2024-12-02T19:50:13,796 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/7ef33020045266302f902e07f1113008/.tmp/family/269ad41c18774f88be9597e05cfb0c05 as hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/7ef33020045266302f902e07f1113008/family/269ad41c18774f88be9597e05cfb0c05 2024-12-02T19:50:13,811 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/7ef33020045266302f902e07f1113008/family/269ad41c18774f88be9597e05cfb0c05, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T19:50:13,812 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7ef33020045266302f902e07f1113008 in 63ms, sequenceid=8, compaction requested=false 2024-12-02T19:50:13,812 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7ef33020045266302f902e07f1113008: 2024-12-02T19:50:13,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429a399b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:13,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,39449,-1 for getting cluster id 2024-12-02T19:50:13,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:50:13,817 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74eed847-e52b-4ea2-8ba2-4e88855de69c' 2024-12-02T19:50:13,817 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:50:13,817 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74eed847-e52b-4ea2-8ba2-4e88855de69c" 2024-12-02T19:50:13,818 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a23d102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:13,818 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,39449,-1] 2024-12-02T19:50:13,818 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:50:13,821 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:13,823 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:50:13,824 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49deac23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:13,840 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-02T19:50:13,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:50:13,842 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,40687,1733169009618, seqNum=-1] 2024-12-02T19:50:13,843 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:13,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:13,856 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:13,857 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:13,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:13,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:13,865 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:50:13,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:13,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:13,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:13,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:50:13,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T19:50:13,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:50:13,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:13,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:13,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:50:13,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:13,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T19:50:13,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=844712588, stopped=false 2024-12-02T19:50:13,871 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=41897df2911b,39449,1733169008833 2024-12-02T19:50:13,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:13,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:13,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:13,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:13,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:13,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:13,940 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:50:13,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:13,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:50:13,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:13,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:13,941 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,33041,1733169009508' ***** 2024-12-02T19:50:13,941 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:50:13,941 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,40687,1733169009618' ***** 2024-12-02T19:50:13,941 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:50:13,941 INFO [RS:1;41897df2911b:40687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:50:13,941 INFO [RS:0;41897df2911b:33041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:50:13,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:50:13,941 INFO [RS:1;41897df2911b:40687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:50:13,942 INFO [RS:0;41897df2911b:33041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:50:13,942 INFO [RS:1;41897df2911b:40687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:50:13,942 INFO [RS:0;41897df2911b:33041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:50:13,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:13,942 INFO [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ef33020045266302f902e07f1113008 2024-12-02T19:50:13,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:13,942 INFO [RS:0;41897df2911b:33041 {}] regionserver.HRegionServer(3091): Received CLOSE for e14a2c1c5a06458c094151c6bc25d534 2024-12-02T19:50:13,942 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:50:13,942 INFO [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,40687,1733169009618 2024-12-02T19:50:13,943 INFO [RS:1;41897df2911b:40687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:13,943 INFO [RS:1;41897df2911b:40687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;41897df2911b:40687. 2024-12-02T19:50:13,943 DEBUG [RS:1;41897df2911b:40687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:13,943 DEBUG [RS:1;41897df2911b:40687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:13,943 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ef33020045266302f902e07f1113008, disabling compactions & flushes 2024-12-02T19:50:13,943 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008. 2024-12-02T19:50:13,943 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008. 2024-12-02T19:50:13,943 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008. after waiting 0 ms 2024-12-02T19:50:13,943 INFO [RS:1;41897df2911b:40687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:50:13,943 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008. 2024-12-02T19:50:13,944 INFO [RS:1;41897df2911b:40687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:50:13,944 INFO [RS:1;41897df2911b:40687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:50:13,944 INFO [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T19:50:13,946 INFO [RS:0;41897df2911b:33041 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,33041,1733169009508 2024-12-02T19:50:13,947 INFO [RS:0;41897df2911b:33041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:13,947 INFO [RS:0;41897df2911b:33041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;41897df2911b:33041. 2024-12-02T19:50:13,947 DEBUG [RS:0;41897df2911b:33041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:13,947 DEBUG [RS:0;41897df2911b:33041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:13,947 INFO [RS:0;41897df2911b:33041 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T19:50:13,947 DEBUG [RS:0;41897df2911b:33041 {}] regionserver.HRegionServer(1325): Online Regions={e14a2c1c5a06458c094151c6bc25d534=testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534.} 2024-12-02T19:50:13,947 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e14a2c1c5a06458c094151c6bc25d534, disabling compactions & flushes 2024-12-02T19:50:13,948 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534. 2024-12-02T19:50:13,948 DEBUG [RS:0;41897df2911b:33041 {}] regionserver.HRegionServer(1351): Waiting on e14a2c1c5a06458c094151c6bc25d534 2024-12-02T19:50:13,948 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534. 2024-12-02T19:50:13,948 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534. after waiting 0 ms 2024-12-02T19:50:13,948 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534. 2024-12-02T19:50:13,949 INFO [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T19:50:13,950 DEBUG [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7ef33020045266302f902e07f1113008=testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008.} 2024-12-02T19:50:13,950 DEBUG [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ef33020045266302f902e07f1113008 2024-12-02T19:50:13,950 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:50:13,950 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:50:13,950 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:50:13,950 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:50:13,950 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:50:13,952 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-02T19:50:13,972 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/7ef33020045266302f902e07f1113008/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T19:50:13,974 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/default/testClearRegionBlockCache/e14a2c1c5a06458c094151c6bc25d534/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T19:50:13,976 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534. 2024-12-02T19:50:13,976 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008. 2024-12-02T19:50:13,977 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ef33020045266302f902e07f1113008: Waiting for close lock at 1733169013943Running coprocessor pre-close hooks at 1733169013943Disabling compacts and flushes for region at 1733169013943Disabling writes for close at 1733169013943Writing region close event to WAL at 1733169013951 (+8 ms)Running coprocessor post-close hooks at 1733169013975 (+24 ms)Closed at 1733169013976 (+1 ms) 2024-12-02T19:50:13,977 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e14a2c1c5a06458c094151c6bc25d534: Waiting for close lock at 1733169013947Running coprocessor pre-close hooks at 1733169013947Disabling compacts and flushes for region at 1733169013947Disabling writes for close at 1733169013948 (+1 ms)Writing region close event to WAL at 1733169013959 (+11 ms)Running coprocessor post-close hooks at 1733169013975 (+16 ms)Closed at 1733169013976 (+1 ms) 2024-12-02T19:50:13,977 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534. 2024-12-02T19:50:13,977 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733169012338.7ef33020045266302f902e07f1113008. 2024-12-02T19:50:13,990 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740/.tmp/info/934aafadafb64445a6cf7e36774788ef is 173, key is testClearRegionBlockCache,5,1733169012338.e14a2c1c5a06458c094151c6bc25d534./info:regioninfo/1733169013307/Put/seqid=0 2024-12-02T19:50:14,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741841_1017 (size=8173) 2024-12-02T19:50:14,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741841_1017 (size=8173) 2024-12-02T19:50:14,007 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740/.tmp/info/934aafadafb64445a6cf7e36774788ef 2024-12-02T19:50:14,014 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:14,024 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:14,035 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740/.tmp/ns/3d1e729bb209437a8df9942e2fc53fdd is 43, key is default/ns:d/1733169011939/Put/seqid=0 2024-12-02T19:50:14,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741842_1018 (size=5153) 2024-12-02T19:50:14,047 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740/.tmp/ns/3d1e729bb209437a8df9942e2fc53fdd 2024-12-02T19:50:14,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741842_1018 (size=5153) 2024-12-02T19:50:14,079 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740/.tmp/table/754ef947a41d4a058edbcbf35de9372c is 61, key is testClearRegionBlockCache/table:state/1733169013339/Put/seqid=0 2024-12-02T19:50:14,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741843_1019 (size=5312) 2024-12-02T19:50:14,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741843_1019 (size=5312) 2024-12-02T19:50:14,086 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740/.tmp/table/754ef947a41d4a058edbcbf35de9372c 2024-12-02T19:50:14,098 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740/.tmp/info/934aafadafb64445a6cf7e36774788ef as hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740/info/934aafadafb64445a6cf7e36774788ef 2024-12-02T19:50:14,110 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740/info/934aafadafb64445a6cf7e36774788ef, entries=20, sequenceid=13, filesize=8.0 K 2024-12-02T19:50:14,112 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740/.tmp/ns/3d1e729bb209437a8df9942e2fc53fdd as hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740/ns/3d1e729bb209437a8df9942e2fc53fdd 2024-12-02T19:50:14,122 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740/ns/3d1e729bb209437a8df9942e2fc53fdd, entries=2, sequenceid=13, filesize=5.0 K 2024-12-02T19:50:14,124 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740/.tmp/table/754ef947a41d4a058edbcbf35de9372c as hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740/table/754ef947a41d4a058edbcbf35de9372c 2024-12-02T19:50:14,135 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740/table/754ef947a41d4a058edbcbf35de9372c, entries=2, sequenceid=13, filesize=5.2 K 2024-12-02T19:50:14,136 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 186ms, sequenceid=13, compaction requested=false 2024-12-02T19:50:14,136 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T19:50:14,148 INFO [RS:0;41897df2911b:33041 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,33041,1733169009508; all regions closed. 2024-12-02T19:50:14,150 DEBUG [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T19:50:14,150 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-02T19:50:14,151 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:50:14,152 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:14,152 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169013950Running coprocessor pre-close hooks at 1733169013950Disabling compacts and flushes for region at 1733169013950Disabling writes for close at 1733169013950Obtaining lock to block concurrent updates at 1733169013952 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733169013952Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733169013954 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733169013956 (+2 ms)Flushing 1588230740/info: creating writer at 1733169013956Flushing 1588230740/info: appending metadata at 1733169013988 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733169013988Flushing 1588230740/ns: creating writer at 1733169014018 (+30 ms)Flushing 1588230740/ns: appending metadata at 1733169014034 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733169014035 (+1 ms)Flushing 1588230740/table: creating writer at 1733169014061 (+26 ms)Flushing 1588230740/table: appending metadata at 1733169014078 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733169014078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fd2a84d: reopening flushed file at 1733169014096 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e8a8e67: reopening flushed file at 1733169014110 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1444b7ca: reopening flushed file at 1733169014123 (+13 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 186ms, sequenceid=13, compaction requested=false at 1733169014136 (+13 ms)Writing region close event to WAL at 1733169014142 (+6 ms)Running coprocessor post-close hooks at 1733169014151 (+9 ms)Closed at 1733169014152 (+1 ms) 2024-12-02T19:50:14,152 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741834_1010 (size=1867) 2024-12-02T19:50:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741834_1010 (size=1867) 2024-12-02T19:50:14,161 DEBUG [RS:0;41897df2911b:33041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/oldWALs 2024-12-02T19:50:14,161 INFO [RS:0;41897df2911b:33041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C33041%2C1733169009508:(num 1733169011070) 2024-12-02T19:50:14,161 DEBUG [RS:0;41897df2911b:33041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:14,161 INFO [RS:0;41897df2911b:33041 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:14,161 INFO [RS:0;41897df2911b:33041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:14,162 INFO [RS:0;41897df2911b:33041 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:14,162 INFO [RS:0;41897df2911b:33041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:50:14,162 INFO [RS:0;41897df2911b:33041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:50:14,162 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:14,162 INFO [RS:0;41897df2911b:33041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:50:14,162 INFO [RS:0;41897df2911b:33041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:14,162 INFO [RS:0;41897df2911b:33041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33041 2024-12-02T19:50:14,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,33041,1733169009508 2024-12-02T19:50:14,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:14,190 INFO [RS:0;41897df2911b:33041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:14,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,33041,1733169009508] 2024-12-02T19:50:14,207 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,33041,1733169009508 already deleted, retry=false 2024-12-02T19:50:14,207 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,33041,1733169009508 expired; onlineServers=1 2024-12-02T19:50:14,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:14,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33041-0x10198e1e0620001, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:14,299 INFO [RS:0;41897df2911b:33041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:14,300 INFO [RS:0;41897df2911b:33041 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,33041,1733169009508; zookeeper connection closed. 2024-12-02T19:50:14,300 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46849598 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46849598 2024-12-02T19:50:14,350 INFO [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,40687,1733169009618; all regions closed. 2024-12-02T19:50:14,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741835_1011 (size=4338) 2024-12-02T19:50:14,355 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/WALs/41897df2911b,40687,1733169009618/41897df2911b%2C40687%2C1733169009618.meta.1733169011576.meta not finished, retry = 0 2024-12-02T19:50:14,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741835_1011 (size=4338) 2024-12-02T19:50:14,459 DEBUG [RS:1;41897df2911b:40687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/oldWALs 2024-12-02T19:50:14,459 INFO [RS:1;41897df2911b:40687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C40687%2C1733169009618.meta:.meta(num 1733169011576) 2024-12-02T19:50:14,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741833_1009 (size=1758) 2024-12-02T19:50:14,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741833_1009 (size=1758) 2024-12-02T19:50:14,466 DEBUG [RS:1;41897df2911b:40687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/oldWALs 2024-12-02T19:50:14,466 INFO [RS:1;41897df2911b:40687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C40687%2C1733169009618:(num 1733169011071) 2024-12-02T19:50:14,466 DEBUG [RS:1;41897df2911b:40687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:14,466 INFO [RS:1;41897df2911b:40687 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:14,466 INFO [RS:1;41897df2911b:40687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:14,466 INFO [RS:1;41897df2911b:40687 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:14,466 INFO [RS:1;41897df2911b:40687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:14,466 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:14,466 INFO [RS:1;41897df2911b:40687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40687 2024-12-02T19:50:14,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:14,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,40687,1733169009618 2024-12-02T19:50:14,498 INFO [RS:1;41897df2911b:40687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:14,507 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,40687,1733169009618] 2024-12-02T19:50:14,515 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,40687,1733169009618 already deleted, retry=false 2024-12-02T19:50:14,515 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,40687,1733169009618 expired; onlineServers=0 2024-12-02T19:50:14,515 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '41897df2911b,39449,1733169008833' ***** 2024-12-02T19:50:14,515 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T19:50:14,515 INFO [M:0;41897df2911b:39449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:14,516 INFO [M:0;41897df2911b:39449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:14,516 DEBUG [M:0;41897df2911b:39449 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T19:50:14,516 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T19:50:14,516 DEBUG [M:0;41897df2911b:39449 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T19:50:14,516 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169010725 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169010725,5,FailOnTimeoutGroup] 2024-12-02T19:50:14,516 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169010731 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169010731,5,FailOnTimeoutGroup] 2024-12-02T19:50:14,516 INFO [M:0;41897df2911b:39449 {}] hbase.ChoreService(370): Chore service for: master/41897df2911b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:14,516 INFO [M:0;41897df2911b:39449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:14,516 DEBUG [M:0;41897df2911b:39449 {}] master.HMaster(1795): Stopping service threads 2024-12-02T19:50:14,517 INFO [M:0;41897df2911b:39449 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T19:50:14,517 INFO [M:0;41897df2911b:39449 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:50:14,517 INFO [M:0;41897df2911b:39449 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T19:50:14,518 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T19:50:14,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:14,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:14,524 DEBUG [M:0;41897df2911b:39449 {}] zookeeper.ZKUtil(347): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T19:50:14,524 WARN [M:0;41897df2911b:39449 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T19:50:14,525 INFO [M:0;41897df2911b:39449 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/.lastflushedseqids 2024-12-02T19:50:14,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741844_1020 (size=182) 2024-12-02T19:50:14,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741844_1020 (size=182) 2024-12-02T19:50:14,538 INFO [M:0;41897df2911b:39449 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T19:50:14,538 INFO [M:0;41897df2911b:39449 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T19:50:14,538 DEBUG [M:0;41897df2911b:39449 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:50:14,538 INFO [M:0;41897df2911b:39449 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:14,538 DEBUG [M:0;41897df2911b:39449 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:14,538 DEBUG [M:0;41897df2911b:39449 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:50:14,538 DEBUG [M:0;41897df2911b:39449 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:14,539 INFO [M:0;41897df2911b:39449 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-02T19:50:14,554 DEBUG [M:0;41897df2911b:39449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e3df2b300cd4608a9932e16be56bbdb is 82, key is hbase:meta,,1/info:regioninfo/1733169011787/Put/seqid=0 2024-12-02T19:50:14,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741845_1021 (size=5672) 2024-12-02T19:50:14,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741845_1021 (size=5672) 2024-12-02T19:50:14,562 INFO [M:0;41897df2911b:39449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e3df2b300cd4608a9932e16be56bbdb 2024-12-02T19:50:14,585 DEBUG [M:0;41897df2911b:39449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28b89310326a4b5c935e04d0c9d4fbff is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733169013345/Put/seqid=0 2024-12-02T19:50:14,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741846_1022 (size=6218) 2024-12-02T19:50:14,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741846_1022 (size=6218) 2024-12-02T19:50:14,593 INFO [M:0;41897df2911b:39449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28b89310326a4b5c935e04d0c9d4fbff 2024-12-02T19:50:14,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:14,607 INFO [RS:1;41897df2911b:40687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:14,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40687-0x10198e1e0620002, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:14,607 INFO [RS:1;41897df2911b:40687 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,40687,1733169009618; zookeeper connection closed. 2024-12-02T19:50:14,607 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fed34b3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fed34b3 2024-12-02T19:50:14,608 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T19:50:14,616 DEBUG [M:0;41897df2911b:39449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23554f32110b48a8948dcb8a87c38ba4 is 69, key is 41897df2911b,33041,1733169009508/rs:state/1733169010758/Put/seqid=0 2024-12-02T19:50:14,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741847_1023 (size=5224) 2024-12-02T19:50:14,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741847_1023 (size=5224) 2024-12-02T19:50:14,623 INFO [M:0;41897df2911b:39449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23554f32110b48a8948dcb8a87c38ba4 2024-12-02T19:50:14,631 DEBUG [M:0;41897df2911b:39449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e3df2b300cd4608a9932e16be56bbdb as hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e3df2b300cd4608a9932e16be56bbdb 2024-12-02T19:50:14,640 INFO [M:0;41897df2911b:39449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e3df2b300cd4608a9932e16be56bbdb, entries=8, sequenceid=71, filesize=5.5 K 2024-12-02T19:50:14,642 DEBUG [M:0;41897df2911b:39449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28b89310326a4b5c935e04d0c9d4fbff as hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28b89310326a4b5c935e04d0c9d4fbff 2024-12-02T19:50:14,650 INFO [M:0;41897df2911b:39449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28b89310326a4b5c935e04d0c9d4fbff, entries=8, sequenceid=71, filesize=6.1 K 2024-12-02T19:50:14,651 DEBUG [M:0;41897df2911b:39449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23554f32110b48a8948dcb8a87c38ba4 as hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23554f32110b48a8948dcb8a87c38ba4 2024-12-02T19:50:14,660 INFO [M:0;41897df2911b:39449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38763/user/jenkins/test-data/cc1c2b15-565b-64f1-37db-e443df6db4c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23554f32110b48a8948dcb8a87c38ba4, entries=2, sequenceid=71, filesize=5.1 K 2024-12-02T19:50:14,661 INFO [M:0;41897df2911b:39449 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=71, compaction requested=false 2024-12-02T19:50:14,663 INFO [M:0;41897df2911b:39449 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:14,664 DEBUG [M:0;41897df2911b:39449 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169014538Disabling compacts and flushes for region at 1733169014538Disabling writes for close at 1733169014538Obtaining lock to block concurrent updates at 1733169014539 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733169014539Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733169014539Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733169014540 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733169014540Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733169014554 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733169014554Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733169014570 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733169014585 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733169014585Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733169014601 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733169014615 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733169014615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fd768f5: reopening flushed file at 1733169014630 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58103724: reopening flushed file at 1733169014640 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515713df: reopening flushed file at 1733169014650 (+10 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=71, compaction requested=false at 1733169014661 (+11 ms)Writing region close event to WAL at 1733169014663 (+2 ms)Closed at 1733169014663 2024-12-02T19:50:14,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35781 is added to blk_1073741830_1006 (size=35428) 2024-12-02T19:50:14,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741830_1006 (size=35428) 2024-12-02T19:50:14,670 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:14,670 INFO [M:0;41897df2911b:39449 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T19:50:14,670 INFO [M:0;41897df2911b:39449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39449 2024-12-02T19:50:14,670 INFO [M:0;41897df2911b:39449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:14,799 INFO [M:0;41897df2911b:39449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:14,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:14,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x10198e1e0620000, quorum=127.0.0.1:53252, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:14,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:14,860 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:14,860 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:14,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:14,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:14,863 WARN [BP-1271651030-172.17.0.2-1733169005442 heartbeating to localhost/127.0.0.1:38763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:50:14,863 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:50:14,863 WARN [BP-1271651030-172.17.0.2-1733169005442 heartbeating to localhost/127.0.0.1:38763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1271651030-172.17.0.2-1733169005442 (Datanode Uuid da66bbe4-4335-48b4-a6fd-ae9d9abb19ba) service to localhost/127.0.0.1:38763 2024-12-02T19:50:14,864 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:50:14,865 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/cluster_06210dd6-85d7-34ad-63fe-2a537d2c7221/data/data3/current/BP-1271651030-172.17.0.2-1733169005442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:14,865 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/cluster_06210dd6-85d7-34ad-63fe-2a537d2c7221/data/data4/current/BP-1271651030-172.17.0.2-1733169005442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:14,866 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:50:14,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:14,898 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:14,898 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:14,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:14,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:14,899 WARN [BP-1271651030-172.17.0.2-1733169005442 heartbeating to localhost/127.0.0.1:38763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:50:14,899 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:50:14,899 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:50:14,899 WARN [BP-1271651030-172.17.0.2-1733169005442 heartbeating to localhost/127.0.0.1:38763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1271651030-172.17.0.2-1733169005442 (Datanode Uuid 6a7d445c-e825-4181-a001-8959b5d0e5d6) service to localhost/127.0.0.1:38763 2024-12-02T19:50:14,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/cluster_06210dd6-85d7-34ad-63fe-2a537d2c7221/data/data1/current/BP-1271651030-172.17.0.2-1733169005442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:14,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/cluster_06210dd6-85d7-34ad-63fe-2a537d2c7221/data/data2/current/BP-1271651030-172.17.0.2-1733169005442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:14,900 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:50:14,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:50:14,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:14,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:14,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:14,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:14,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T19:50:14,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T19:50:14,965 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=80 (was 11) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/41897df2911b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/41897df2911b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/41897df2911b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/41897df2911b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38763 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38763 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3397e985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=409 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 145) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10039 (was 10670) 2024-12-02T19:50:14,971 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=80, OpenFileDescriptor=409, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=10039 2024-12-02T19:50:14,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/hadoop.log.dir so I do NOT create it in target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a 2024-12-02T19:50:14,983 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T19:50:14,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/hadoop.tmp.dir so I do NOT create it in target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a 2024-12-02T19:50:14,983 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d0f41cc-9f74-96cf-7e57-2310b05cb8b8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T19:50:14,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a 2024-12-02T19:50:14,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T19:50:14,983 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/cluster_9499f554-8351-f07a-621c-c85ada97c43c, deleteOnExit=true 2024-12-02T19:50:14,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T19:50:14,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/test.cache.data in system properties and HBase conf 2024-12-02T19:50:14,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T19:50:14,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/hadoop.log.dir in system properties and HBase conf 2024-12-02T19:50:14,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T19:50:14,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T19:50:14,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T19:50:14,984 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T19:50:14,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:50:14,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:50:14,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T19:50:14,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:50:14,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T19:50:14,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T19:50:14,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:50:14,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:50:14,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T19:50:14,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/nfs.dump.dir in system properties and HBase conf 2024-12-02T19:50:14,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/java.io.tmpdir in system properties and HBase conf 2024-12-02T19:50:14,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:50:14,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T19:50:14,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T19:50:15,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:15,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:15,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:15,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:15,289 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:50:15,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:15,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@786dddb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:15,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d806d25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:15,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39ab788a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/java.io.tmpdir/jetty-localhost-36185-hadoop-hdfs-3_4_1-tests_jar-_-any-3520464205596365079/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:50:15,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22ef8004{HTTP/1.1, (http/1.1)}{localhost:36185} 2024-12-02T19:50:15,388 INFO [Time-limited test {}] server.Server(415): Started @11656ms 2024-12-02T19:50:15,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:15,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:15,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:15,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:15,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:50:15,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67eed59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:15,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7296f155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:15,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37a13298{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/java.io.tmpdir/jetty-localhost-43177-hadoop-hdfs-3_4_1-tests_jar-_-any-13462767642193469074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:15,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6aec6e8c{HTTP/1.1, (http/1.1)}{localhost:43177} 2024-12-02T19:50:15,706 INFO [Time-limited test {}] server.Server(415): Started @11973ms 2024-12-02T19:50:15,708 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:50:15,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:15,749 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:15,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:15,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:15,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:50:15,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b07266c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:15,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c6baba1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:15,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@629e7959{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/java.io.tmpdir/jetty-localhost-40425-hadoop-hdfs-3_4_1-tests_jar-_-any-7028881602041967062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:15,854 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35dbfcb1{HTTP/1.1, (http/1.1)}{localhost:40425} 2024-12-02T19:50:15,854 INFO [Time-limited test {}] server.Server(415): Started @12122ms 2024-12-02T19:50:15,855 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:50:16,466 WARN [Thread-367 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/cluster_9499f554-8351-f07a-621c-c85ada97c43c/data/data2/current/BP-1266821242-172.17.0.2-1733169015014/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:16,466 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/cluster_9499f554-8351-f07a-621c-c85ada97c43c/data/data1/current/BP-1266821242-172.17.0.2-1733169015014/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:16,487 WARN [Thread-331 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:50:16,490 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc76ac030c5581e57 with lease ID 0x4d9232008ab9343a: Processing first storage report for DS-31e5eb11-30f7-45f4-b3b4-1056f7ae3936 from datanode DatanodeRegistration(127.0.0.1:46115, datanodeUuid=107c2d08-22d5-402f-990f-7a2e50e47854, infoPort=44825, infoSecurePort=0, ipcPort=43777, storageInfo=lv=-57;cid=testClusterID;nsid=200773178;c=1733169015014) 2024-12-02T19:50:16,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc76ac030c5581e57 with lease ID 0x4d9232008ab9343a: from storage DS-31e5eb11-30f7-45f4-b3b4-1056f7ae3936 node DatanodeRegistration(127.0.0.1:46115, datanodeUuid=107c2d08-22d5-402f-990f-7a2e50e47854, infoPort=44825, infoSecurePort=0, ipcPort=43777, storageInfo=lv=-57;cid=testClusterID;nsid=200773178;c=1733169015014), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T19:50:16,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc76ac030c5581e57 with lease ID 0x4d9232008ab9343a: Processing first storage report for DS-8d151073-3124-4754-b424-a6751fe66e2b from datanode DatanodeRegistration(127.0.0.1:46115, datanodeUuid=107c2d08-22d5-402f-990f-7a2e50e47854, infoPort=44825, infoSecurePort=0, ipcPort=43777, storageInfo=lv=-57;cid=testClusterID;nsid=200773178;c=1733169015014) 2024-12-02T19:50:16,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc76ac030c5581e57 with lease ID 0x4d9232008ab9343a: from storage DS-8d151073-3124-4754-b424-a6751fe66e2b node DatanodeRegistration(127.0.0.1:46115, datanodeUuid=107c2d08-22d5-402f-990f-7a2e50e47854, infoPort=44825, infoSecurePort=0, ipcPort=43777, storageInfo=lv=-57;cid=testClusterID;nsid=200773178;c=1733169015014), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:16,674 WARN [Thread-379 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/cluster_9499f554-8351-f07a-621c-c85ada97c43c/data/data4/current/BP-1266821242-172.17.0.2-1733169015014/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:16,674 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/cluster_9499f554-8351-f07a-621c-c85ada97c43c/data/data3/current/BP-1266821242-172.17.0.2-1733169015014/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:16,693 WARN [Thread-354 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:50:16,696 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5070a4ab18e3e352 with lease ID 0x4d9232008ab9343b: Processing first storage report for DS-6e01aee9-60a1-4e46-a95d-fee3b1c63e50 from datanode DatanodeRegistration(127.0.0.1:36467, datanodeUuid=c0ab74b5-3368-4bdf-ac19-f006352e36eb, infoPort=45827, infoSecurePort=0, ipcPort=40261, storageInfo=lv=-57;cid=testClusterID;nsid=200773178;c=1733169015014) 2024-12-02T19:50:16,696 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5070a4ab18e3e352 with lease ID 0x4d9232008ab9343b: from storage DS-6e01aee9-60a1-4e46-a95d-fee3b1c63e50 node DatanodeRegistration(127.0.0.1:36467, datanodeUuid=c0ab74b5-3368-4bdf-ac19-f006352e36eb, infoPort=45827, infoSecurePort=0, ipcPort=40261, storageInfo=lv=-57;cid=testClusterID;nsid=200773178;c=1733169015014), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:16,696 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5070a4ab18e3e352 with lease ID 0x4d9232008ab9343b: Processing first storage report for DS-a76e18a1-b861-4c1e-b389-c6858734a908 from datanode DatanodeRegistration(127.0.0.1:36467, datanodeUuid=c0ab74b5-3368-4bdf-ac19-f006352e36eb, infoPort=45827, infoSecurePort=0, ipcPort=40261, storageInfo=lv=-57;cid=testClusterID;nsid=200773178;c=1733169015014) 2024-12-02T19:50:16,696 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5070a4ab18e3e352 with lease ID 0x4d9232008ab9343b: from storage DS-a76e18a1-b861-4c1e-b389-c6858734a908 node DatanodeRegistration(127.0.0.1:36467, datanodeUuid=c0ab74b5-3368-4bdf-ac19-f006352e36eb, infoPort=45827, infoSecurePort=0, ipcPort=40261, storageInfo=lv=-57;cid=testClusterID;nsid=200773178;c=1733169015014), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:16,785 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a 2024-12-02T19:50:16,787 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/cluster_9499f554-8351-f07a-621c-c85ada97c43c/zookeeper_0, clientPort=58091, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/cluster_9499f554-8351-f07a-621c-c85ada97c43c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/cluster_9499f554-8351-f07a-621c-c85ada97c43c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T19:50:16,791 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58091 2024-12-02T19:50:16,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:16,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:16,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:50:16,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:50:16,805 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e with version=8 2024-12-02T19:50:16,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/hbase-staging 2024-12-02T19:50:16,807 INFO [Time-limited test {}] client.ConnectionUtils(128): master/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:16,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:16,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:16,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:16,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:16,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:16,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T19:50:16,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:16,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33911 2024-12-02T19:50:16,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33911 connecting to ZooKeeper ensemble=127.0.0.1:58091 2024-12-02T19:50:16,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339110x0, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:16,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33911-0x10198e202980000 connected 2024-12-02T19:50:16,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:16,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:16,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:16,920 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e, hbase.cluster.distributed=false 2024-12-02T19:50:16,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:16,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33911 2024-12-02T19:50:16,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33911 2024-12-02T19:50:16,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33911 2024-12-02T19:50:16,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33911 2024-12-02T19:50:16,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33911 2024-12-02T19:50:16,949 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:16,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:16,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:16,949 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:16,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:16,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:16,949 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:50:16,949 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:16,950 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32933 2024-12-02T19:50:16,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32933 connecting to ZooKeeper ensemble=127.0.0.1:58091 2024-12-02T19:50:16,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:16,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:16,965 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329330x0, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:16,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329330x0, quorum=127.0.0.1:58091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:16,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32933-0x10198e202980001 connected 2024-12-02T19:50:16,966 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:50:16,966 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:50:16,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:50:16,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:16,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32933 2024-12-02T19:50:16,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32933 2024-12-02T19:50:16,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32933 2024-12-02T19:50:16,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32933 2024-12-02T19:50:16,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32933 2024-12-02T19:50:16,983 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:16,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:16,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:16,983 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:16,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:16,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:16,984 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:50:16,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:16,984 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39883 2024-12-02T19:50:16,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39883 connecting to ZooKeeper ensemble=127.0.0.1:58091 2024-12-02T19:50:16,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:16,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:16,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398830x0, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:16,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39883-0x10198e202980002 connected 2024-12-02T19:50:16,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:16,999 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:50:17,000 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:50:17,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:50:17,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:17,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39883 2024-12-02T19:50:17,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39883 2024-12-02T19:50:17,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39883 2024-12-02T19:50:17,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39883 2024-12-02T19:50:17,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39883 2024-12-02T19:50:17,022 DEBUG [M:0;41897df2911b:33911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;41897df2911b:33911 2024-12-02T19:50:17,023 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/41897df2911b,33911,1733169016807 2024-12-02T19:50:17,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:17,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:17,032 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:17,032 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/41897df2911b,33911,1733169016807 2024-12-02T19:50:17,040 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:17,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:17,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,040 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,040 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T19:50:17,041 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/41897df2911b,33911,1733169016807 from backup master directory 2024-12-02T19:50:17,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/41897df2911b,33911,1733169016807 2024-12-02T19:50:17,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:17,048 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:17,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:17,048 WARN [master/41897df2911b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:17,048 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=41897df2911b,33911,1733169016807 2024-12-02T19:50:17,054 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/hbase.id] with ID: 3ee78c66-6975-41a0-a98a-7cea3aa17c81 2024-12-02T19:50:17,054 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/.tmp/hbase.id 2024-12-02T19:50:17,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:50:17,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:50:17,061 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/.tmp/hbase.id]:[hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/hbase.id] 2024-12-02T19:50:17,078 INFO [master/41897df2911b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:17,078 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T19:50:17,079 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T19:50:17,090 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:50:17,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:50:17,101 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:50:17,102 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T19:50:17,103 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:17,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:50:17,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:50:17,113 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store 2024-12-02T19:50:17,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:50:17,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:50:17,122 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:17,122 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:50:17,122 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:17,122 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:17,122 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:50:17,122 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:17,122 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:17,123 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169017122Disabling compacts and flushes for region at 1733169017122Disabling writes for close at 1733169017122Writing region close event to WAL at 1733169017122Closed at 1733169017122 2024-12-02T19:50:17,124 WARN [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/.initializing 2024-12-02T19:50:17,124 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/WALs/41897df2911b,33911,1733169016807 2024-12-02T19:50:17,125 INFO [master/41897df2911b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:17,128 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C33911%2C1733169016807, suffix=, logDir=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/WALs/41897df2911b,33911,1733169016807, archiveDir=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/oldWALs, maxLogs=10 2024-12-02T19:50:17,142 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/WALs/41897df2911b,33911,1733169016807/41897df2911b%2C33911%2C1733169016807.1733169017128, exclude list is [], retry=0 2024-12-02T19:50:17,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-6e01aee9-60a1-4e46-a95d-fee3b1c63e50,DISK] 2024-12-02T19:50:17,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46115,DS-31e5eb11-30f7-45f4-b3b4-1056f7ae3936,DISK] 2024-12-02T19:50:17,148 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/WALs/41897df2911b,33911,1733169016807/41897df2911b%2C33911%2C1733169016807.1733169017128 2024-12-02T19:50:17,149 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45827:45827),(127.0.0.1/127.0.0.1:44825:44825)] 2024-12-02T19:50:17,149 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:50:17,149 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:17,149 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:17,149 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:17,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:17,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T19:50:17,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:17,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:17,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:17,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T19:50:17,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:17,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:17,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:17,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T19:50:17,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:17,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:17,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:17,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T19:50:17,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:17,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:17,164 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:17,165 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:17,165 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:17,167 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:17,167 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:17,168 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:17,169 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:17,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T19:50:17,172 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:17,173 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62567840, jitterRate=-0.06766653060913086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:17,173 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733169017149Initializing all the Stores at 1733169017151 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169017151Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169017152 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169017152Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169017152Cleaning up temporary data from old regions at 1733169017167 (+15 ms)Region opened successfully at 1733169017173 (+6 ms) 2024-12-02T19:50:17,174 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T19:50:17,179 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d90cd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:17,180 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T19:50:17,180 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T19:50:17,180 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T19:50:17,181 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T19:50:17,182 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T19:50:17,182 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T19:50:17,182 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T19:50:17,185 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T19:50:17,186 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T19:50:17,198 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T19:50:17,198 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T19:50:17,199 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T19:50:17,206 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T19:50:17,207 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T19:50:17,208 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T19:50:17,215 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T19:50:17,216 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T19:50:17,223 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T19:50:17,226 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T19:50:17,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:17,231 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T19:50:17,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:17,240 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:17,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:17,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,240 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,241 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=41897df2911b,33911,1733169016807, sessionid=0x10198e202980000, setting cluster-up flag (Was=false) 2024-12-02T19:50:17,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,256 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,281 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T19:50:17,283 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,33911,1733169016807 2024-12-02T19:50:17,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,298 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,323 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T19:50:17,325 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,33911,1733169016807 2024-12-02T19:50:17,326 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T19:50:17,329 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:17,329 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T19:50:17,329 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T19:50:17,329 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 41897df2911b,33911,1733169016807 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T19:50:17,331 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:17,331 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:17,331 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:17,331 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:17,331 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/41897df2911b:0, corePoolSize=10, maxPoolSize=10 2024-12-02T19:50:17,331 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,331 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:17,331 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,332 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733169047332 2024-12-02T19:50:17,332 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T19:50:17,332 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T19:50:17,332 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T19:50:17,333 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T19:50:17,333 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T19:50:17,333 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T19:50:17,333 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:17,333 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T19:50:17,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T19:50:17,333 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T19:50:17,334 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T19:50:17,334 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T19:50:17,334 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T19:50:17,334 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169017334,5,FailOnTimeoutGroup] 2024-12-02T19:50:17,334 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169017334,5,FailOnTimeoutGroup] 2024-12-02T19:50:17,334 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,334 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T19:50:17,334 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,334 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,335 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:17,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T19:50:17,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:50:17,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:50:17,348 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T19:50:17,348 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e 2024-12-02T19:50:17,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:50:17,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:50:17,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:17,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:50:17,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:50:17,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:17,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:17,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:50:17,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:50:17,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:17,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:17,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:50:17,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:50:17,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:17,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:17,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:50:17,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:50:17,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:17,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:17,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:50:17,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740 2024-12-02T19:50:17,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740 2024-12-02T19:50:17,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:50:17,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:50:17,376 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:17,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:50:17,387 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:17,388 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69853000, jitterRate=0.04089081287384033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:17,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733169017357Initializing all the Stores at 1733169017358 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169017358Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169017358Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169017358Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169017358Cleaning up temporary data from old regions at 1733169017375 (+17 ms)Region opened successfully at 1733169017389 (+14 ms) 2024-12-02T19:50:17,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:50:17,389 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:50:17,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:50:17,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:50:17,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:50:17,391 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:17,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169017389Disabling compacts and flushes for region at 1733169017389Disabling writes for close at 1733169017389Writing region close event to WAL at 1733169017391 (+2 ms)Closed at 1733169017391 2024-12-02T19:50:17,393 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:17,393 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T19:50:17,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T19:50:17,395 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:50:17,397 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T19:50:17,412 INFO [RS:0;41897df2911b:32933 {}] regionserver.HRegionServer(746): ClusterId : 3ee78c66-6975-41a0-a98a-7cea3aa17c81 2024-12-02T19:50:17,413 DEBUG [RS:0;41897df2911b:32933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:50:17,413 INFO [RS:1;41897df2911b:39883 {}] regionserver.HRegionServer(746): ClusterId : 3ee78c66-6975-41a0-a98a-7cea3aa17c81 2024-12-02T19:50:17,413 DEBUG [RS:1;41897df2911b:39883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:50:17,447 DEBUG [RS:1;41897df2911b:39883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:50:17,448 DEBUG [RS:0;41897df2911b:32933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:50:17,448 DEBUG [RS:1;41897df2911b:39883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:50:17,448 DEBUG [RS:0;41897df2911b:32933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:50:17,457 DEBUG [RS:1;41897df2911b:39883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:50:17,458 DEBUG [RS:1;41897df2911b:39883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296e89c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:17,459 DEBUG [RS:0;41897df2911b:32933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:50:17,459 DEBUG [RS:0;41897df2911b:32933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b857c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:17,468 DEBUG [RS:1;41897df2911b:39883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;41897df2911b:39883 2024-12-02T19:50:17,469 INFO [RS:1;41897df2911b:39883 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:50:17,469 INFO [RS:1;41897df2911b:39883 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:50:17,469 DEBUG [RS:1;41897df2911b:39883 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:50:17,470 INFO [RS:1;41897df2911b:39883 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,33911,1733169016807 with port=39883, startcode=1733169016983 2024-12-02T19:50:17,470 DEBUG [RS:1;41897df2911b:39883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:50:17,472 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51719, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:50:17,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33911 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,39883,1733169016983 2024-12-02T19:50:17,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33911 {}] master.ServerManager(517): Registering regionserver=41897df2911b,39883,1733169016983 2024-12-02T19:50:17,473 DEBUG [RS:0;41897df2911b:32933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;41897df2911b:32933 2024-12-02T19:50:17,474 INFO [RS:0;41897df2911b:32933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:50:17,474 INFO [RS:0;41897df2911b:32933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:50:17,474 DEBUG [RS:0;41897df2911b:32933 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:50:17,475 INFO [RS:0;41897df2911b:32933 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,33911,1733169016807 with port=32933, startcode=1733169016948 2024-12-02T19:50:17,475 DEBUG [RS:0;41897df2911b:32933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:50:17,475 DEBUG [RS:1;41897df2911b:39883 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e 2024-12-02T19:50:17,475 DEBUG [RS:1;41897df2911b:39883 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43963 2024-12-02T19:50:17,475 DEBUG [RS:1;41897df2911b:39883 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:50:17,479 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58643, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:50:17,480 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33911 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,32933,1733169016948 2024-12-02T19:50:17,480 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33911 {}] master.ServerManager(517): Registering regionserver=41897df2911b,32933,1733169016948 2024-12-02T19:50:17,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:17,482 DEBUG [RS:1;41897df2911b:39883 {}] zookeeper.ZKUtil(111): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,39883,1733169016983 2024-12-02T19:50:17,482 DEBUG [RS:0;41897df2911b:32933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e 2024-12-02T19:50:17,482 DEBUG [RS:0;41897df2911b:32933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43963 2024-12-02T19:50:17,482 WARN [RS:1;41897df2911b:39883 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:17,482 DEBUG [RS:0;41897df2911b:32933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:50:17,482 INFO [RS:1;41897df2911b:39883 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:17,482 DEBUG [RS:1;41897df2911b:39883 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/WALs/41897df2911b,39883,1733169016983 2024-12-02T19:50:17,508 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,32933,1733169016948] 2024-12-02T19:50:17,508 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,39883,1733169016983] 2024-12-02T19:50:17,508 DEBUG [RS:0;41897df2911b:32933 {}] zookeeper.ZKUtil(111): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,32933,1733169016948 2024-12-02T19:50:17,508 WARN [RS:0;41897df2911b:32933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:17,508 INFO [RS:0;41897df2911b:32933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:17,509 DEBUG [RS:0;41897df2911b:32933 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/WALs/41897df2911b,32933,1733169016948 2024-12-02T19:50:17,509 INFO [RS:1;41897df2911b:39883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:50:17,511 INFO [RS:1;41897df2911b:39883 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:50:17,511 INFO [RS:1;41897df2911b:39883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:50:17,511 INFO [RS:1;41897df2911b:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,512 INFO [RS:1;41897df2911b:39883 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:50:17,512 INFO [RS:0;41897df2911b:32933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:50:17,513 INFO [RS:1;41897df2911b:39883 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:50:17,513 INFO [RS:1;41897df2911b:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,513 DEBUG [RS:1;41897df2911b:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,513 DEBUG [RS:1;41897df2911b:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,513 DEBUG [RS:1;41897df2911b:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,513 DEBUG [RS:1;41897df2911b:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,513 DEBUG [RS:1;41897df2911b:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,513 DEBUG [RS:1;41897df2911b:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:17,513 DEBUG [RS:1;41897df2911b:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,513 DEBUG [RS:1;41897df2911b:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,513 DEBUG [RS:1;41897df2911b:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,513 DEBUG [RS:1;41897df2911b:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,513 DEBUG [RS:1;41897df2911b:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,513 DEBUG [RS:1;41897df2911b:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,514 DEBUG [RS:1;41897df2911b:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:17,514 DEBUG [RS:1;41897df2911b:39883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:17,514 INFO [RS:0;41897df2911b:32933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:50:17,516 INFO [RS:1;41897df2911b:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,516 INFO [RS:0;41897df2911b:32933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:50:17,516 INFO [RS:0;41897df2911b:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,516 INFO [RS:1;41897df2911b:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,517 INFO [RS:1;41897df2911b:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,517 INFO [RS:1;41897df2911b:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,517 INFO [RS:1;41897df2911b:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,517 INFO [RS:1;41897df2911b:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,39883,1733169016983-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:17,517 INFO [RS:0;41897df2911b:32933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:50:17,518 INFO [RS:0;41897df2911b:32933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:50:17,519 INFO [RS:0;41897df2911b:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,519 DEBUG [RS:0;41897df2911b:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,519 DEBUG [RS:0;41897df2911b:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,519 DEBUG [RS:0;41897df2911b:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,519 DEBUG [RS:0;41897df2911b:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,519 DEBUG [RS:0;41897df2911b:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,519 DEBUG [RS:0;41897df2911b:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:17,519 DEBUG [RS:0;41897df2911b:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,519 DEBUG [RS:0;41897df2911b:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,519 DEBUG [RS:0;41897df2911b:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,520 DEBUG [RS:0;41897df2911b:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,520 DEBUG [RS:0;41897df2911b:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,520 DEBUG [RS:0;41897df2911b:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:17,520 DEBUG [RS:0;41897df2911b:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:17,520 DEBUG [RS:0;41897df2911b:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:17,526 INFO [RS:0;41897df2911b:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,526 INFO [RS:0;41897df2911b:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,526 INFO [RS:0;41897df2911b:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,526 INFO [RS:0;41897df2911b:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,527 INFO [RS:0;41897df2911b:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,527 INFO [RS:0;41897df2911b:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,32933,1733169016948-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:17,535 INFO [RS:1;41897df2911b:39883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:50:17,535 INFO [RS:1;41897df2911b:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,39883,1733169016983-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,536 INFO [RS:1;41897df2911b:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,536 INFO [RS:1;41897df2911b:39883 {}] regionserver.Replication(171): 41897df2911b,39883,1733169016983 started 2024-12-02T19:50:17,546 INFO [RS:0;41897df2911b:32933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:50:17,547 INFO [RS:0;41897df2911b:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,32933,1733169016948-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,547 INFO [RS:0;41897df2911b:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,547 INFO [RS:0;41897df2911b:32933 {}] regionserver.Replication(171): 41897df2911b,32933,1733169016948 started 2024-12-02T19:50:17,547 WARN [41897df2911b:33911 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T19:50:17,548 INFO [RS:1;41897df2911b:39883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,548 INFO [RS:1;41897df2911b:39883 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,39883,1733169016983, RpcServer on 41897df2911b/172.17.0.2:39883, sessionid=0x10198e202980002 2024-12-02T19:50:17,548 DEBUG [RS:1;41897df2911b:39883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:50:17,548 DEBUG [RS:1;41897df2911b:39883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,39883,1733169016983 2024-12-02T19:50:17,548 DEBUG [RS:1;41897df2911b:39883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,39883,1733169016983' 2024-12-02T19:50:17,548 DEBUG [RS:1;41897df2911b:39883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:50:17,549 DEBUG [RS:1;41897df2911b:39883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:50:17,549 DEBUG [RS:1;41897df2911b:39883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:50:17,549 DEBUG [RS:1;41897df2911b:39883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:50:17,550 DEBUG [RS:1;41897df2911b:39883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,39883,1733169016983 2024-12-02T19:50:17,550 DEBUG [RS:1;41897df2911b:39883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,39883,1733169016983' 2024-12-02T19:50:17,550 DEBUG [RS:1;41897df2911b:39883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:50:17,550 DEBUG [RS:1;41897df2911b:39883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:50:17,550 DEBUG [RS:1;41897df2911b:39883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:50:17,551 INFO [RS:1;41897df2911b:39883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:50:17,551 INFO [RS:1;41897df2911b:39883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:50:17,561 INFO [RS:0;41897df2911b:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:17,562 INFO [RS:0;41897df2911b:32933 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,32933,1733169016948, RpcServer on 41897df2911b/172.17.0.2:32933, sessionid=0x10198e202980001 2024-12-02T19:50:17,562 DEBUG [RS:0;41897df2911b:32933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:50:17,562 DEBUG [RS:0;41897df2911b:32933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,32933,1733169016948 2024-12-02T19:50:17,562 DEBUG [RS:0;41897df2911b:32933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,32933,1733169016948' 2024-12-02T19:50:17,562 DEBUG [RS:0;41897df2911b:32933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:50:17,563 DEBUG [RS:0;41897df2911b:32933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:50:17,563 DEBUG [RS:0;41897df2911b:32933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:50:17,563 DEBUG [RS:0;41897df2911b:32933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:50:17,563 DEBUG [RS:0;41897df2911b:32933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,32933,1733169016948 2024-12-02T19:50:17,563 DEBUG [RS:0;41897df2911b:32933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,32933,1733169016948' 2024-12-02T19:50:17,563 DEBUG [RS:0;41897df2911b:32933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:50:17,564 DEBUG [RS:0;41897df2911b:32933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:50:17,564 DEBUG [RS:0;41897df2911b:32933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:50:17,564 INFO [RS:0;41897df2911b:32933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:50:17,564 INFO [RS:0;41897df2911b:32933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:50:17,651 INFO [RS:1;41897df2911b:39883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:17,653 INFO [RS:1;41897df2911b:39883 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C39883%2C1733169016983, suffix=, logDir=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/WALs/41897df2911b,39883,1733169016983, archiveDir=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/oldWALs, maxLogs=32 2024-12-02T19:50:17,665 INFO [RS:0;41897df2911b:32933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:17,667 DEBUG [RS:1;41897df2911b:39883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/WALs/41897df2911b,39883,1733169016983/41897df2911b%2C39883%2C1733169016983.1733169017655, exclude list is [], retry=0 2024-12-02T19:50:17,667 INFO [RS:0;41897df2911b:32933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C32933%2C1733169016948, suffix=, logDir=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/WALs/41897df2911b,32933,1733169016948, archiveDir=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/oldWALs, maxLogs=32 2024-12-02T19:50:17,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46115,DS-31e5eb11-30f7-45f4-b3b4-1056f7ae3936,DISK] 2024-12-02T19:50:17,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-6e01aee9-60a1-4e46-a95d-fee3b1c63e50,DISK] 2024-12-02T19:50:17,673 INFO [RS:1;41897df2911b:39883 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/WALs/41897df2911b,39883,1733169016983/41897df2911b%2C39883%2C1733169016983.1733169017655 2024-12-02T19:50:17,673 DEBUG [RS:1;41897df2911b:39883 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45827:45827),(127.0.0.1/127.0.0.1:44825:44825)] 2024-12-02T19:50:17,687 DEBUG [RS:0;41897df2911b:32933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/WALs/41897df2911b,32933,1733169016948/41897df2911b%2C32933%2C1733169016948.1733169017668, exclude list is [], retry=0 2024-12-02T19:50:17,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-6e01aee9-60a1-4e46-a95d-fee3b1c63e50,DISK] 2024-12-02T19:50:17,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46115,DS-31e5eb11-30f7-45f4-b3b4-1056f7ae3936,DISK] 2024-12-02T19:50:17,692 INFO [RS:0;41897df2911b:32933 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/WALs/41897df2911b,32933,1733169016948/41897df2911b%2C32933%2C1733169016948.1733169017668 2024-12-02T19:50:17,693 DEBUG [RS:0;41897df2911b:32933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44825:44825),(127.0.0.1/127.0.0.1:45827:45827)] 2024-12-02T19:50:17,797 DEBUG [41897df2911b:33911 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T19:50:17,797 DEBUG [41897df2911b:33911 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T19:50:17,800 DEBUG [41897df2911b:33911 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T19:50:17,800 DEBUG [41897df2911b:33911 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T19:50:17,800 DEBUG [41897df2911b:33911 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T19:50:17,800 DEBUG [41897df2911b:33911 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T19:50:17,800 INFO [41897df2911b:33911 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T19:50:17,800 INFO [41897df2911b:33911 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T19:50:17,800 DEBUG [41897df2911b:33911 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T19:50:17,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=41897df2911b,39883,1733169016983 2024-12-02T19:50:17,802 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,39883,1733169016983, state=OPENING 2024-12-02T19:50:17,838 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T19:50:17,848 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:17,849 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:50:17,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:17,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:17,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,39883,1733169016983}] 2024-12-02T19:50:17,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:18,002 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:18,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49787, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:18,009 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T19:50:18,009 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:18,010 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T19:50:18,013 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C39883%2C1733169016983.meta, suffix=.meta, logDir=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/WALs/41897df2911b,39883,1733169016983, archiveDir=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/oldWALs, maxLogs=32 2024-12-02T19:50:18,027 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/WALs/41897df2911b,39883,1733169016983/41897df2911b%2C39883%2C1733169016983.meta.1733169018014.meta, exclude list is [], retry=0 2024-12-02T19:50:18,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-6e01aee9-60a1-4e46-a95d-fee3b1c63e50,DISK] 2024-12-02T19:50:18,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46115,DS-31e5eb11-30f7-45f4-b3b4-1056f7ae3936,DISK] 2024-12-02T19:50:18,034 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/WALs/41897df2911b,39883,1733169016983/41897df2911b%2C39883%2C1733169016983.meta.1733169018014.meta 2024-12-02T19:50:18,035 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45827:45827),(127.0.0.1/127.0.0.1:44825:44825)] 2024-12-02T19:50:18,035 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:50:18,036 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T19:50:18,036 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T19:50:18,036 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T19:50:18,036 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T19:50:18,036 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:18,036 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T19:50:18,036 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T19:50:18,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:50:18,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:50:18,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:18,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:18,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:50:18,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:50:18,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:18,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:18,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:50:18,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:50:18,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:18,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:18,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:50:18,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:50:18,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:18,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:18,045 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:50:18,046 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740 2024-12-02T19:50:18,047 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740 2024-12-02T19:50:18,049 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:50:18,049 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:50:18,049 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:18,051 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:50:18,052 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63870519, jitterRate=-0.04825510084629059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:18,052 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T19:50:18,053 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733169018037Writing region info on filesystem at 1733169018037Initializing all the Stores at 1733169018038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169018038Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169018038Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169018038Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169018038Cleaning up temporary data from old regions at 1733169018049 (+11 ms)Running coprocessor post-open hooks at 1733169018053 (+4 ms)Region opened successfully at 1733169018053 2024-12-02T19:50:18,055 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733169018002 2024-12-02T19:50:18,057 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T19:50:18,057 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T19:50:18,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,39883,1733169016983 2024-12-02T19:50:18,060 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,39883,1733169016983, state=OPEN 2024-12-02T19:50:18,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:18,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:18,080 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:18,080 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=41897df2911b,39883,1733169016983 2024-12-02T19:50:18,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:18,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:18,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:18,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T19:50:18,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,39883,1733169016983 in 231 msec 2024-12-02T19:50:18,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T19:50:18,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 691 msec 2024-12-02T19:50:18,088 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:18,088 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T19:50:18,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:50:18,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,39883,1733169016983, seqNum=-1] 2024-12-02T19:50:18,090 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:18,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56461, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:18,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 769 msec 2024-12-02T19:50:18,099 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733169018099, completionTime=-1 2024-12-02T19:50:18,099 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T19:50:18,099 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T19:50:18,104 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-02T19:50:18,105 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733169078105 2024-12-02T19:50:18,105 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733169138105 2024-12-02T19:50:18,105 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-02T19:50:18,105 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T19:50:18,106 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,33911,1733169016807-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:18,106 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,33911,1733169016807-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:18,106 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,33911,1733169016807-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:18,106 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-41897df2911b:33911, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:18,106 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:18,107 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:18,109 DEBUG [master/41897df2911b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T19:50:18,113 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.064sec 2024-12-02T19:50:18,113 INFO [master/41897df2911b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T19:50:18,113 INFO [master/41897df2911b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T19:50:18,113 INFO [master/41897df2911b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T19:50:18,113 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T19:50:18,113 INFO [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T19:50:18,113 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,33911,1733169016807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:18,114 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,33911,1733169016807-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T19:50:18,117 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T19:50:18,117 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T19:50:18,117 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,33911,1733169016807-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:18,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7771c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:18,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,33911,-1 for getting cluster id 2024-12-02T19:50:18,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:50:18,215 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ee78c66-6975-41a0-a98a-7cea3aa17c81' 2024-12-02T19:50:18,215 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:50:18,215 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ee78c66-6975-41a0-a98a-7cea3aa17c81" 2024-12-02T19:50:18,216 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294267d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:18,216 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,33911,-1] 2024-12-02T19:50:18,216 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:50:18,216 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:18,218 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:50:18,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7a7551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:18,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:50:18,220 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,39883,1733169016983, seqNum=-1] 2024-12-02T19:50:18,221 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:18,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:18,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=41897df2911b,33911,1733169016807 2024-12-02T19:50:18,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:50:18,227 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,33911,1733169016807 2024-12-02T19:50:18,227 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@612d5a83 2024-12-02T19:50:18,227 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:50:18,229 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:50:18,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:50:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T19:50:18,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T19:50:18,233 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:18,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-02T19:50:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:18,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T19:50:18,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741836_1012 (size=379) 2024-12-02T19:50:18,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741836_1012 (size=379) 2024-12-02T19:50:18,249 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 763fdadc78ff78fc2d45a3fc14cfa1ae, NAME => 'testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e 2024-12-02T19:50:18,249 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ae92077d28ecfc282b0fbbdfa2a0ea4e, NAME => 'testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e 2024-12-02T19:50:18,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741837_1013 (size=61) 2024-12-02T19:50:18,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741837_1013 (size=61) 2024-12-02T19:50:18,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741838_1014 (size=61) 2024-12-02T19:50:18,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741838_1014 (size=61) 2024-12-02T19:50:18,260 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:18,260 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 763fdadc78ff78fc2d45a3fc14cfa1ae, disabling compactions & flushes 2024-12-02T19:50:18,260 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae. 2024-12-02T19:50:18,260 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae. 2024-12-02T19:50:18,260 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae. after waiting 0 ms 2024-12-02T19:50:18,260 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae. 2024-12-02T19:50:18,260 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae. 2024-12-02T19:50:18,260 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 763fdadc78ff78fc2d45a3fc14cfa1ae: Waiting for close lock at 1733169018260Disabling compacts and flushes for region at 1733169018260Disabling writes for close at 1733169018260Writing region close event to WAL at 1733169018260Closed at 1733169018260 2024-12-02T19:50:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:18,660 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:18,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing ae92077d28ecfc282b0fbbdfa2a0ea4e, disabling compactions & flushes 2024-12-02T19:50:18,661 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e. 2024-12-02T19:50:18,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e. 2024-12-02T19:50:18,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e. after waiting 0 ms 2024-12-02T19:50:18,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e. 2024-12-02T19:50:18,661 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e. 2024-12-02T19:50:18,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for ae92077d28ecfc282b0fbbdfa2a0ea4e: Waiting for close lock at 1733169018661Disabling compacts and flushes for region at 1733169018661Disabling writes for close at 1733169018661Writing region close event to WAL at 1733169018661Closed at 1733169018661 2024-12-02T19:50:18,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T19:50:18,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733169018663"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169018663"}]},"ts":"1733169018663"} 2024-12-02T19:50:18,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733169018663"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169018663"}]},"ts":"1733169018663"} 2024-12-02T19:50:18,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-02T19:50:18,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T19:50:18,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169018668"}]},"ts":"1733169018668"} 2024-12-02T19:50:18,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T19:50:18,671 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T19:50:18,673 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T19:50:18,673 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T19:50:18,673 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T19:50:18,673 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T19:50:18,673 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T19:50:18,673 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T19:50:18,673 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T19:50:18,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=763fdadc78ff78fc2d45a3fc14cfa1ae, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae92077d28ecfc282b0fbbdfa2a0ea4e, ASSIGN}] 2024-12-02T19:50:18,676 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=763fdadc78ff78fc2d45a3fc14cfa1ae, ASSIGN 2024-12-02T19:50:18,676 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae92077d28ecfc282b0fbbdfa2a0ea4e, ASSIGN 2024-12-02T19:50:18,678 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=763fdadc78ff78fc2d45a3fc14cfa1ae, ASSIGN; state=OFFLINE, location=41897df2911b,39883,1733169016983; forceNewPlan=false, retain=false 2024-12-02T19:50:18,678 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae92077d28ecfc282b0fbbdfa2a0ea4e, ASSIGN; state=OFFLINE, location=41897df2911b,32933,1733169016948; forceNewPlan=false, retain=false 2024-12-02T19:50:18,828 INFO [41897df2911b:33911 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T19:50:18,829 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=763fdadc78ff78fc2d45a3fc14cfa1ae, regionState=OPENING, regionLocation=41897df2911b,39883,1733169016983 2024-12-02T19:50:18,829 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ae92077d28ecfc282b0fbbdfa2a0ea4e, regionState=OPENING, regionLocation=41897df2911b,32933,1733169016948 2024-12-02T19:50:18,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=763fdadc78ff78fc2d45a3fc14cfa1ae, ASSIGN because future has completed 2024-12-02T19:50:18,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 763fdadc78ff78fc2d45a3fc14cfa1ae, server=41897df2911b,39883,1733169016983}] 2024-12-02T19:50:18,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae92077d28ecfc282b0fbbdfa2a0ea4e, ASSIGN because future has completed 2024-12-02T19:50:18,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae92077d28ecfc282b0fbbdfa2a0ea4e, server=41897df2911b,32933,1733169016948}] 2024-12-02T19:50:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:18,987 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:18,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45921, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:18,990 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae. 2024-12-02T19:50:18,991 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 763fdadc78ff78fc2d45a3fc14cfa1ae, NAME => 'testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T19:50:18,991 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 763fdadc78ff78fc2d45a3fc14cfa1ae 2024-12-02T19:50:18,991 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:18,992 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 763fdadc78ff78fc2d45a3fc14cfa1ae 2024-12-02T19:50:18,992 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 763fdadc78ff78fc2d45a3fc14cfa1ae 2024-12-02T19:50:18,994 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e. 2024-12-02T19:50:18,994 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => ae92077d28ecfc282b0fbbdfa2a0ea4e, NAME => 'testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T19:50:18,995 INFO [StoreOpener-763fdadc78ff78fc2d45a3fc14cfa1ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 763fdadc78ff78fc2d45a3fc14cfa1ae 2024-12-02T19:50:18,995 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ae92077d28ecfc282b0fbbdfa2a0ea4e 2024-12-02T19:50:18,995 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:18,995 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for ae92077d28ecfc282b0fbbdfa2a0ea4e 2024-12-02T19:50:18,995 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for ae92077d28ecfc282b0fbbdfa2a0ea4e 2024-12-02T19:50:18,997 INFO [StoreOpener-763fdadc78ff78fc2d45a3fc14cfa1ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 763fdadc78ff78fc2d45a3fc14cfa1ae columnFamilyName family 2024-12-02T19:50:18,997 DEBUG [StoreOpener-763fdadc78ff78fc2d45a3fc14cfa1ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:18,997 INFO [StoreOpener-ae92077d28ecfc282b0fbbdfa2a0ea4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ae92077d28ecfc282b0fbbdfa2a0ea4e 2024-12-02T19:50:18,998 INFO [StoreOpener-763fdadc78ff78fc2d45a3fc14cfa1ae-1 {}] regionserver.HStore(327): Store=763fdadc78ff78fc2d45a3fc14cfa1ae/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:18,998 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 763fdadc78ff78fc2d45a3fc14cfa1ae 2024-12-02T19:50:18,999 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/763fdadc78ff78fc2d45a3fc14cfa1ae 2024-12-02T19:50:18,999 INFO [StoreOpener-ae92077d28ecfc282b0fbbdfa2a0ea4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae92077d28ecfc282b0fbbdfa2a0ea4e columnFamilyName family 2024-12-02T19:50:18,999 DEBUG [StoreOpener-ae92077d28ecfc282b0fbbdfa2a0ea4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:19,000 INFO [StoreOpener-ae92077d28ecfc282b0fbbdfa2a0ea4e-1 {}] regionserver.HStore(327): Store=ae92077d28ecfc282b0fbbdfa2a0ea4e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:19,000 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for ae92077d28ecfc282b0fbbdfa2a0ea4e 2024-12-02T19:50:19,001 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/ae92077d28ecfc282b0fbbdfa2a0ea4e 2024-12-02T19:50:19,001 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/763fdadc78ff78fc2d45a3fc14cfa1ae 2024-12-02T19:50:19,002 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/ae92077d28ecfc282b0fbbdfa2a0ea4e 2024-12-02T19:50:19,002 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 763fdadc78ff78fc2d45a3fc14cfa1ae 2024-12-02T19:50:19,002 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 763fdadc78ff78fc2d45a3fc14cfa1ae 2024-12-02T19:50:19,002 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for ae92077d28ecfc282b0fbbdfa2a0ea4e 2024-12-02T19:50:19,002 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for ae92077d28ecfc282b0fbbdfa2a0ea4e 2024-12-02T19:50:19,004 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 763fdadc78ff78fc2d45a3fc14cfa1ae 2024-12-02T19:50:19,005 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for ae92077d28ecfc282b0fbbdfa2a0ea4e 2024-12-02T19:50:19,007 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/763fdadc78ff78fc2d45a3fc14cfa1ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:19,007 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/ae92077d28ecfc282b0fbbdfa2a0ea4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:19,007 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened ae92077d28ecfc282b0fbbdfa2a0ea4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69923973, jitterRate=0.04194839298725128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:50:19,008 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 763fdadc78ff78fc2d45a3fc14cfa1ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63158562, jitterRate=-0.058864086866378784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:50:19,008 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae92077d28ecfc282b0fbbdfa2a0ea4e 2024-12-02T19:50:19,008 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 763fdadc78ff78fc2d45a3fc14cfa1ae 2024-12-02T19:50:19,008 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for ae92077d28ecfc282b0fbbdfa2a0ea4e: Running coprocessor pre-open hook at 1733169018995Writing region info on filesystem at 1733169018995Initializing all the Stores at 1733169018997 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169018997Cleaning up temporary data from old regions at 1733169019002 (+5 ms)Running coprocessor post-open hooks at 1733169019008 (+6 ms)Region opened successfully at 1733169019008 2024-12-02T19:50:19,008 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 763fdadc78ff78fc2d45a3fc14cfa1ae: Running coprocessor pre-open hook at 1733169018992Writing region info on filesystem at 1733169018992Initializing all the Stores at 1733169018993 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169018993Cleaning up temporary data from old regions at 1733169019002 (+9 ms)Running coprocessor post-open hooks at 1733169019008 (+6 ms)Region opened successfully at 1733169019008 2024-12-02T19:50:19,009 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e., pid=8, masterSystemTime=1733169018987 2024-12-02T19:50:19,009 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae., pid=7, masterSystemTime=1733169018986 2024-12-02T19:50:19,012 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e. 2024-12-02T19:50:19,012 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e. 2024-12-02T19:50:19,014 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ae92077d28ecfc282b0fbbdfa2a0ea4e, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,32933,1733169016948 2024-12-02T19:50:19,014 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae. 2024-12-02T19:50:19,014 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae. 2024-12-02T19:50:19,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=763fdadc78ff78fc2d45a3fc14cfa1ae, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,39883,1733169016983 2024-12-02T19:50:19,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae92077d28ecfc282b0fbbdfa2a0ea4e, server=41897df2911b,32933,1733169016948 because future has completed 2024-12-02T19:50:19,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 763fdadc78ff78fc2d45a3fc14cfa1ae, server=41897df2911b,39883,1733169016983 because future has completed 2024-12-02T19:50:19,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-02T19:50:19,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ae92077d28ecfc282b0fbbdfa2a0ea4e, server=41897df2911b,32933,1733169016948 in 189 msec 2024-12-02T19:50:19,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae92077d28ecfc282b0fbbdfa2a0ea4e, ASSIGN in 353 msec 2024-12-02T19:50:19,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-02T19:50:19,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 763fdadc78ff78fc2d45a3fc14cfa1ae, server=41897df2911b,39883,1733169016983 in 202 msec 2024-12-02T19:50:19,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T19:50:19,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=763fdadc78ff78fc2d45a3fc14cfa1ae, ASSIGN in 363 msec 2024-12-02T19:50:19,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T19:50:19,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169019041"}]},"ts":"1733169019041"} 2024-12-02T19:50:19,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T19:50:19,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T19:50:19,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 816 msec 2024-12-02T19:50:19,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T19:50:19,153 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T19:50:19,156 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:50:19,156 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T19:50:19,156 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T19:50:19,156 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T19:50:19,157 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-12-02T19:50:19,157 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-12-02T19:50:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:19,372 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-02T19:50:19,372 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T19:50:19,372 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T19:50:19,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T19:50:19,376 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T19:50:19,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-02T19:50:19,380 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae., hostname=41897df2911b,39883,1733169016983, seqNum=2] 2024-12-02T19:50:19,393 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e., hostname=41897df2911b,32933,1733169016948, seqNum=2] 2024-12-02T19:50:19,394 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:19,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:19,407 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ae92077d28ecfc282b0fbbdfa2a0ea4e 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T19:50:19,424 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/ae92077d28ecfc282b0fbbdfa2a0ea4e/.tmp/family/b541be5d18f24b98843d5648237dcc22 is 32, key is 5/family:/1733169019396/Put/seqid=0 2024-12-02T19:50:19,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741839_1015 (size=5083) 2024-12-02T19:50:19,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741839_1015 (size=5083) 2024-12-02T19:50:19,434 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/ae92077d28ecfc282b0fbbdfa2a0ea4e/.tmp/family/b541be5d18f24b98843d5648237dcc22 2024-12-02T19:50:19,441 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/ae92077d28ecfc282b0fbbdfa2a0ea4e/.tmp/family/b541be5d18f24b98843d5648237dcc22 as hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/ae92077d28ecfc282b0fbbdfa2a0ea4e/family/b541be5d18f24b98843d5648237dcc22 2024-12-02T19:50:19,450 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/ae92077d28ecfc282b0fbbdfa2a0ea4e/family/b541be5d18f24b98843d5648237dcc22, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T19:50:19,452 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ae92077d28ecfc282b0fbbdfa2a0ea4e in 44ms, sequenceid=9, compaction requested=false 2024-12-02T19:50:19,452 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ae92077d28ecfc282b0fbbdfa2a0ea4e: 2024-12-02T19:50:19,452 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 763fdadc78ff78fc2d45a3fc14cfa1ae 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T19:50:19,467 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/763fdadc78ff78fc2d45a3fc14cfa1ae/.tmp/family/243cfb3dd57a49f5b061bd420014a864 is 32, key is 1/family:/1733169019381/Put/seqid=0 2024-12-02T19:50:19,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741840_1016 (size=5054) 2024-12-02T19:50:19,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741840_1016 (size=5054) 2024-12-02T19:50:19,475 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/763fdadc78ff78fc2d45a3fc14cfa1ae/.tmp/family/243cfb3dd57a49f5b061bd420014a864 2024-12-02T19:50:19,484 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/763fdadc78ff78fc2d45a3fc14cfa1ae/.tmp/family/243cfb3dd57a49f5b061bd420014a864 as hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/763fdadc78ff78fc2d45a3fc14cfa1ae/family/243cfb3dd57a49f5b061bd420014a864 2024-12-02T19:50:19,492 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/763fdadc78ff78fc2d45a3fc14cfa1ae/family/243cfb3dd57a49f5b061bd420014a864, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T19:50:19,494 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 763fdadc78ff78fc2d45a3fc14cfa1ae in 42ms, sequenceid=8, compaction requested=false 2024-12-02T19:50:19,494 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 763fdadc78ff78fc2d45a3fc14cfa1ae: 2024-12-02T19:50:19,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T19:50:19,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:50:19,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:19,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:19,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:19,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T19:50:19,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:50:19,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2117697811, stopped=false 2024-12-02T19:50:19,499 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=41897df2911b,33911,1733169016807 2024-12-02T19:50:19,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:19,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:19,579 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:19,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:19,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:19,579 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:19,579 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:50:19,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:50:19,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:19,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:19,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:19,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:19,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:19,580 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,32933,1733169016948' ***** 2024-12-02T19:50:19,580 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:50:19,581 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,39883,1733169016983' ***** 2024-12-02T19:50:19,581 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:50:19,581 INFO [RS:0;41897df2911b:32933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:50:19,581 INFO [RS:1;41897df2911b:39883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:50:19,581 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:50:19,581 INFO [RS:1;41897df2911b:39883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:50:19,581 INFO [RS:0;41897df2911b:32933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:50:19,581 INFO [RS:0;41897df2911b:32933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:50:19,581 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:50:19,581 INFO [RS:1;41897df2911b:39883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:50:19,581 INFO [RS:0;41897df2911b:32933 {}] regionserver.HRegionServer(3091): Received CLOSE for ae92077d28ecfc282b0fbbdfa2a0ea4e 2024-12-02T19:50:19,581 INFO [RS:1;41897df2911b:39883 {}] regionserver.HRegionServer(3091): Received CLOSE for 763fdadc78ff78fc2d45a3fc14cfa1ae 2024-12-02T19:50:19,582 INFO [RS:1;41897df2911b:39883 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,39883,1733169016983 2024-12-02T19:50:19,582 INFO [RS:1;41897df2911b:39883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:19,582 INFO [RS:0;41897df2911b:32933 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,32933,1733169016948 2024-12-02T19:50:19,582 INFO [RS:0;41897df2911b:32933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:19,582 INFO [RS:1;41897df2911b:39883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;41897df2911b:39883. 2024-12-02T19:50:19,582 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 763fdadc78ff78fc2d45a3fc14cfa1ae, disabling compactions & flushes 2024-12-02T19:50:19,582 INFO [RS:0;41897df2911b:32933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;41897df2911b:32933. 2024-12-02T19:50:19,582 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae92077d28ecfc282b0fbbdfa2a0ea4e, disabling compactions & flushes 2024-12-02T19:50:19,582 DEBUG [RS:1;41897df2911b:39883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:19,582 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e. 2024-12-02T19:50:19,582 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae. 2024-12-02T19:50:19,582 DEBUG [RS:0;41897df2911b:32933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:19,582 DEBUG [RS:1;41897df2911b:39883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:19,582 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e. 2024-12-02T19:50:19,582 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae. 2024-12-02T19:50:19,582 DEBUG [RS:0;41897df2911b:32933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:19,582 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e. after waiting 0 ms 2024-12-02T19:50:19,582 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae. after waiting 0 ms 2024-12-02T19:50:19,582 INFO [RS:1;41897df2911b:39883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:50:19,582 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e. 2024-12-02T19:50:19,582 INFO [RS:0;41897df2911b:32933 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T19:50:19,582 INFO [RS:1;41897df2911b:39883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:50:19,582 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae. 2024-12-02T19:50:19,582 INFO [RS:1;41897df2911b:39883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:50:19,582 INFO [RS:1;41897df2911b:39883 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T19:50:19,582 DEBUG [RS:0;41897df2911b:32933 {}] regionserver.HRegionServer(1325): Online Regions={ae92077d28ecfc282b0fbbdfa2a0ea4e=testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e.} 2024-12-02T19:50:19,583 DEBUG [RS:0;41897df2911b:32933 {}] regionserver.HRegionServer(1351): Waiting on ae92077d28ecfc282b0fbbdfa2a0ea4e 2024-12-02T19:50:19,584 INFO [RS:1;41897df2911b:39883 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T19:50:19,584 DEBUG [RS:1;41897df2911b:39883 {}] regionserver.HRegionServer(1325): Online Regions={763fdadc78ff78fc2d45a3fc14cfa1ae=testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T19:50:19,584 DEBUG [RS:1;41897df2911b:39883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 763fdadc78ff78fc2d45a3fc14cfa1ae 2024-12-02T19:50:19,584 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:50:19,584 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:50:19,584 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:50:19,584 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:50:19,584 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:50:19,585 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-02T19:50:19,591 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/ae92077d28ecfc282b0fbbdfa2a0ea4e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T19:50:19,592 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e. 2024-12-02T19:50:19,593 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae92077d28ecfc282b0fbbdfa2a0ea4e: Waiting for close lock at 1733169019582Running coprocessor pre-close hooks at 1733169019582Disabling compacts and flushes for region at 1733169019582Disabling writes for close at 1733169019582Writing region close event to WAL at 1733169019586 (+4 ms)Running coprocessor post-close hooks at 1733169019592 (+6 ms)Closed at 1733169019592 2024-12-02T19:50:19,593 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e. 2024-12-02T19:50:19,598 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/default/testClearRegionBlockCache/763fdadc78ff78fc2d45a3fc14cfa1ae/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T19:50:19,599 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae. 2024-12-02T19:50:19,599 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 763fdadc78ff78fc2d45a3fc14cfa1ae: Waiting for close lock at 1733169019582Running coprocessor pre-close hooks at 1733169019582Disabling compacts and flushes for region at 1733169019582Disabling writes for close at 1733169019582Writing region close event to WAL at 1733169019586 (+4 ms)Running coprocessor post-close hooks at 1733169019599 (+13 ms)Closed at 1733169019599 2024-12-02T19:50:19,599 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733169018229.763fdadc78ff78fc2d45a3fc14cfa1ae. 2024-12-02T19:50:19,607 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740/.tmp/info/61732a7d64fe4dd583cebd66af73230c is 173, key is testClearRegionBlockCache,5,1733169018229.ae92077d28ecfc282b0fbbdfa2a0ea4e./info:regioninfo/1733169019013/Put/seqid=0 2024-12-02T19:50:19,610 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T19:50:19,610 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T19:50:19,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741841_1017 (size=8173) 2024-12-02T19:50:19,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741841_1017 (size=8173) 2024-12-02T19:50:19,619 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740/.tmp/info/61732a7d64fe4dd583cebd66af73230c 2024-12-02T19:50:19,620 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:19,632 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:19,640 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740/.tmp/ns/af33e881a0a541889272d6378efbc82f is 43, key is default/ns:d/1733169018093/Put/seqid=0 2024-12-02T19:50:19,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741842_1018 (size=5153) 2024-12-02T19:50:19,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741842_1018 (size=5153) 2024-12-02T19:50:19,649 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740/.tmp/ns/af33e881a0a541889272d6378efbc82f 2024-12-02T19:50:19,677 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740/.tmp/table/a757574a2dc54c60ad238270bb1f8d22 is 61, key is testClearRegionBlockCache/table:state/1733169019041/Put/seqid=0 2024-12-02T19:50:19,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741843_1019 (size=5312) 2024-12-02T19:50:19,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741843_1019 (size=5312) 2024-12-02T19:50:19,684 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740/.tmp/table/a757574a2dc54c60ad238270bb1f8d22 2024-12-02T19:50:19,694 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740/.tmp/info/61732a7d64fe4dd583cebd66af73230c as hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740/info/61732a7d64fe4dd583cebd66af73230c 2024-12-02T19:50:19,704 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740/info/61732a7d64fe4dd583cebd66af73230c, entries=20, sequenceid=13, filesize=8.0 K 2024-12-02T19:50:19,706 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740/.tmp/ns/af33e881a0a541889272d6378efbc82f as hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740/ns/af33e881a0a541889272d6378efbc82f 2024-12-02T19:50:19,715 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740/ns/af33e881a0a541889272d6378efbc82f, entries=2, sequenceid=13, filesize=5.0 K 2024-12-02T19:50:19,716 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740/.tmp/table/a757574a2dc54c60ad238270bb1f8d22 as hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740/table/a757574a2dc54c60ad238270bb1f8d22 2024-12-02T19:50:19,725 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740/table/a757574a2dc54c60ad238270bb1f8d22, entries=2, sequenceid=13, filesize=5.2 K 2024-12-02T19:50:19,727 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=13, compaction requested=false 2024-12-02T19:50:19,736 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-02T19:50:19,737 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:50:19,737 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:19,737 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169019584Running coprocessor pre-close hooks at 1733169019584Disabling compacts and flushes for region at 1733169019584Disabling writes for close at 1733169019584Obtaining lock to block concurrent updates at 1733169019585 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733169019585Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733169019585Flushing stores of hbase:meta,,1.1588230740 at 1733169019586 (+1 ms)Flushing 1588230740/info: creating writer at 1733169019586Flushing 1588230740/info: appending metadata at 1733169019607 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733169019607Flushing 1588230740/ns: creating writer at 1733169019627 (+20 ms)Flushing 1588230740/ns: appending metadata at 1733169019640 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733169019640Flushing 1588230740/table: creating writer at 1733169019659 (+19 ms)Flushing 1588230740/table: appending metadata at 1733169019677 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733169019677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235df6af: reopening flushed file at 1733169019692 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eaa0e63: reopening flushed file at 1733169019704 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c54641: reopening flushed file at 1733169019715 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=13, compaction requested=false at 1733169019728 (+13 ms)Writing region close event to WAL at 1733169019731 (+3 ms)Running coprocessor post-close hooks at 1733169019737 (+6 ms)Closed at 1733169019737 2024-12-02T19:50:19,737 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:19,783 INFO [RS:0;41897df2911b:32933 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,32933,1733169016948; all regions closed. 2024-12-02T19:50:19,789 INFO [RS:1;41897df2911b:39883 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,39883,1733169016983; all regions closed. 2024-12-02T19:50:19,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741835_1011 (size=4338) 2024-12-02T19:50:19,801 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/WALs/41897df2911b,39883,1733169016983/41897df2911b%2C39883%2C1733169016983.meta.1733169018014.meta not finished, retry = 0 2024-12-02T19:50:19,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741835_1011 (size=4338) 2024-12-02T19:50:19,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741834_1010 (size=1867) 2024-12-02T19:50:19,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741834_1010 (size=1867) 2024-12-02T19:50:19,808 DEBUG [RS:0;41897df2911b:32933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/oldWALs 2024-12-02T19:50:19,809 INFO [RS:0;41897df2911b:32933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C32933%2C1733169016948:(num 1733169017668) 2024-12-02T19:50:19,809 DEBUG [RS:0;41897df2911b:32933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:19,809 INFO [RS:0;41897df2911b:32933 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:19,809 INFO [RS:0;41897df2911b:32933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:19,809 INFO [RS:0;41897df2911b:32933 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:19,809 INFO [RS:0;41897df2911b:32933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:50:19,809 INFO [RS:0;41897df2911b:32933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:50:19,809 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:19,809 INFO [RS:0;41897df2911b:32933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:50:19,809 INFO [RS:0;41897df2911b:32933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:19,810 INFO [RS:0;41897df2911b:32933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32933 2024-12-02T19:50:19,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:19,879 INFO [RS:0;41897df2911b:32933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:19,879 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,32933,1733169016948 2024-12-02T19:50:19,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,32933,1733169016948] 2024-12-02T19:50:19,898 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,32933,1733169016948 already deleted, retry=false 2024-12-02T19:50:19,898 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,32933,1733169016948 expired; onlineServers=1 2024-12-02T19:50:19,905 DEBUG [RS:1;41897df2911b:39883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/oldWALs 2024-12-02T19:50:19,905 INFO [RS:1;41897df2911b:39883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C39883%2C1733169016983.meta:.meta(num 1733169018014) 2024-12-02T19:50:19,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741833_1009 (size=1758) 2024-12-02T19:50:19,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741833_1009 (size=1758) 2024-12-02T19:50:19,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/WALs/41897df2911b,39883,1733169016983/41897df2911b%2C39883%2C1733169016983.1733169017655 not finished, retry = 0 2024-12-02T19:50:19,990 INFO [RS:0;41897df2911b:32933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:19,990 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:19,990 INFO [RS:0;41897df2911b:32933 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,32933,1733169016948; zookeeper connection closed. 2024-12-02T19:50:19,990 DEBUG [pool-227-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x10198e202980001, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:19,990 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22fb5ac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22fb5ac 2024-12-02T19:50:20,014 DEBUG [RS:1;41897df2911b:39883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/oldWALs 2024-12-02T19:50:20,014 INFO [RS:1;41897df2911b:39883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C39883%2C1733169016983:(num 1733169017655) 2024-12-02T19:50:20,014 DEBUG [RS:1;41897df2911b:39883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:20,014 INFO [RS:1;41897df2911b:39883 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:20,014 INFO [RS:1;41897df2911b:39883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:20,015 INFO [RS:1;41897df2911b:39883 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:20,015 INFO [RS:1;41897df2911b:39883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:20,015 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:20,015 INFO [RS:1;41897df2911b:39883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39883 2024-12-02T19:50:20,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:20,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,39883,1733169016983 2024-12-02T19:50:20,029 INFO [RS:1;41897df2911b:39883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:20,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,39883,1733169016983] 2024-12-02T19:50:20,048 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,39883,1733169016983 already deleted, retry=false 2024-12-02T19:50:20,048 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,39883,1733169016983 expired; onlineServers=0 2024-12-02T19:50:20,048 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '41897df2911b,33911,1733169016807' ***** 2024-12-02T19:50:20,048 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T19:50:20,048 INFO [M:0;41897df2911b:33911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:20,048 INFO [M:0;41897df2911b:33911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:20,048 DEBUG [M:0;41897df2911b:33911 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T19:50:20,048 DEBUG [M:0;41897df2911b:33911 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T19:50:20,048 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T19:50:20,048 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169017334 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169017334,5,FailOnTimeoutGroup] 2024-12-02T19:50:20,048 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169017334 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169017334,5,FailOnTimeoutGroup] 2024-12-02T19:50:20,049 INFO [M:0;41897df2911b:33911 {}] hbase.ChoreService(370): Chore service for: master/41897df2911b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:20,049 INFO [M:0;41897df2911b:33911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:20,049 DEBUG [M:0;41897df2911b:33911 {}] master.HMaster(1795): Stopping service threads 2024-12-02T19:50:20,049 INFO [M:0;41897df2911b:33911 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T19:50:20,049 INFO [M:0;41897df2911b:33911 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:50:20,049 INFO [M:0;41897df2911b:33911 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T19:50:20,049 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T19:50:20,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:20,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:20,056 DEBUG [M:0;41897df2911b:33911 {}] zookeeper.ZKUtil(347): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T19:50:20,056 WARN [M:0;41897df2911b:33911 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T19:50:20,057 INFO [M:0;41897df2911b:33911 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/.lastflushedseqids 2024-12-02T19:50:20,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741844_1020 (size=182) 2024-12-02T19:50:20,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741844_1020 (size=182) 2024-12-02T19:50:20,064 INFO [M:0;41897df2911b:33911 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T19:50:20,065 INFO [M:0;41897df2911b:33911 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T19:50:20,065 DEBUG [M:0;41897df2911b:33911 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:50:20,065 INFO [M:0;41897df2911b:33911 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:20,065 DEBUG [M:0;41897df2911b:33911 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:20,065 DEBUG [M:0;41897df2911b:33911 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:50:20,065 DEBUG [M:0;41897df2911b:33911 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:20,065 INFO [M:0;41897df2911b:33911 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-02T19:50:20,086 DEBUG [M:0;41897df2911b:33911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3cadb8adcfd64437a8a38541db37aaae is 82, key is hbase:meta,,1/info:regioninfo/1733169018058/Put/seqid=0 2024-12-02T19:50:20,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741845_1021 (size=5672) 2024-12-02T19:50:20,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741845_1021 (size=5672) 2024-12-02T19:50:20,093 INFO [M:0;41897df2911b:33911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3cadb8adcfd64437a8a38541db37aaae 2024-12-02T19:50:20,116 DEBUG [M:0;41897df2911b:33911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6441e7b4900045848c8e2a9dbe7c985c is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733169019048/Put/seqid=0 2024-12-02T19:50:20,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741846_1022 (size=6219) 2024-12-02T19:50:20,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741846_1022 (size=6219) 2024-12-02T19:50:20,123 INFO [M:0;41897df2911b:33911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6441e7b4900045848c8e2a9dbe7c985c 2024-12-02T19:50:20,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:20,140 INFO [RS:1;41897df2911b:39883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:20,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39883-0x10198e202980002, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:20,140 INFO [RS:1;41897df2911b:39883 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,39883,1733169016983; zookeeper connection closed. 2024-12-02T19:50:20,140 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33becae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33becae 2024-12-02T19:50:20,140 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T19:50:20,144 DEBUG [M:0;41897df2911b:33911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15e845574b594bb2a499cbf5920a203c is 69, key is 41897df2911b,32933,1733169016948/rs:state/1733169017480/Put/seqid=0 2024-12-02T19:50:20,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741847_1023 (size=5224) 2024-12-02T19:50:20,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741847_1023 (size=5224) 2024-12-02T19:50:20,150 INFO [M:0;41897df2911b:33911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15e845574b594bb2a499cbf5920a203c 2024-12-02T19:50:20,158 DEBUG [M:0;41897df2911b:33911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3cadb8adcfd64437a8a38541db37aaae as hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3cadb8adcfd64437a8a38541db37aaae 2024-12-02T19:50:20,164 INFO [M:0;41897df2911b:33911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3cadb8adcfd64437a8a38541db37aaae, entries=8, sequenceid=71, filesize=5.5 K 2024-12-02T19:50:20,165 DEBUG [M:0;41897df2911b:33911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6441e7b4900045848c8e2a9dbe7c985c as hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6441e7b4900045848c8e2a9dbe7c985c 2024-12-02T19:50:20,172 INFO [M:0;41897df2911b:33911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6441e7b4900045848c8e2a9dbe7c985c, entries=8, sequenceid=71, filesize=6.1 K 2024-12-02T19:50:20,174 DEBUG [M:0;41897df2911b:33911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15e845574b594bb2a499cbf5920a203c as hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15e845574b594bb2a499cbf5920a203c 2024-12-02T19:50:20,181 INFO [M:0;41897df2911b:33911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43963/user/jenkins/test-data/894facb9-17b1-4fe8-d923-4fc5ecd1c60e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15e845574b594bb2a499cbf5920a203c, entries=2, sequenceid=71, filesize=5.1 K 2024-12-02T19:50:20,187 INFO [M:0;41897df2911b:33911 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=71, compaction requested=false 2024-12-02T19:50:20,188 INFO [M:0;41897df2911b:33911 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:20,189 DEBUG [M:0;41897df2911b:33911 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169020065Disabling compacts and flushes for region at 1733169020065Disabling writes for close at 1733169020065Obtaining lock to block concurrent updates at 1733169020065Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733169020065Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733169020065Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733169020066 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733169020066Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733169020086 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733169020086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733169020100 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733169020115 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733169020115Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733169020129 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733169020143 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733169020143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3aa875: reopening flushed file at 1733169020157 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30790912: reopening flushed file at 1733169020164 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a23a082: reopening flushed file at 1733169020173 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=71, compaction requested=false at 1733169020187 (+14 ms)Writing region close event to WAL at 1733169020188 (+1 ms)Closed at 1733169020188 2024-12-02T19:50:20,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741830_1006 (size=35440) 2024-12-02T19:50:20,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46115 is added to blk_1073741830_1006 (size=35440) 2024-12-02T19:50:20,192 INFO [M:0;41897df2911b:33911 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T19:50:20,192 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:20,192 INFO [M:0;41897df2911b:33911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33911 2024-12-02T19:50:20,193 INFO [M:0;41897df2911b:33911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:20,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:20,323 INFO [M:0;41897df2911b:33911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:20,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x10198e202980000, quorum=127.0.0.1:58091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:20,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@629e7959{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:20,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35dbfcb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:20,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:20,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c6baba1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:20,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b07266c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:20,327 WARN [BP-1266821242-172.17.0.2-1733169015014 heartbeating to localhost/127.0.0.1:43963 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:50:20,327 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:50:20,327 WARN [BP-1266821242-172.17.0.2-1733169015014 heartbeating to localhost/127.0.0.1:43963 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1266821242-172.17.0.2-1733169015014 (Datanode Uuid c0ab74b5-3368-4bdf-ac19-f006352e36eb) service to localhost/127.0.0.1:43963 2024-12-02T19:50:20,327 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:50:20,328 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/cluster_9499f554-8351-f07a-621c-c85ada97c43c/data/data3/current/BP-1266821242-172.17.0.2-1733169015014 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:20,328 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/cluster_9499f554-8351-f07a-621c-c85ada97c43c/data/data4/current/BP-1266821242-172.17.0.2-1733169015014 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:20,328 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:50:20,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37a13298{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:20,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6aec6e8c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:20,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:20,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7296f155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:20,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67eed59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:20,336 WARN [BP-1266821242-172.17.0.2-1733169015014 heartbeating to localhost/127.0.0.1:43963 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:50:20,336 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:50:20,336 WARN [BP-1266821242-172.17.0.2-1733169015014 heartbeating to localhost/127.0.0.1:43963 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1266821242-172.17.0.2-1733169015014 (Datanode Uuid 107c2d08-22d5-402f-990f-7a2e50e47854) service to localhost/127.0.0.1:43963 2024-12-02T19:50:20,336 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:50:20,337 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/cluster_9499f554-8351-f07a-621c-c85ada97c43c/data/data1/current/BP-1266821242-172.17.0.2-1733169015014 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:20,337 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/cluster_9499f554-8351-f07a-621c-c85ada97c43c/data/data2/current/BP-1266821242-172.17.0.2-1733169015014 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:20,337 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:50:20,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39ab788a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:50:20,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22ef8004{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:20,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:20,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d806d25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:20,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@786dddb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:20,351 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T19:50:20,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T19:50:20,377 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=111 (was 80) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43963 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43963 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 409) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 195) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9907 (was 10039) 2024-12-02T19:50:20,383 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=111, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=9907 2024-12-02T19:50:20,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/hadoop.log.dir so I do NOT create it in target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49 2024-12-02T19:50:20,395 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T19:50:20,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/hadoop.tmp.dir so I do NOT create it in target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49 2024-12-02T19:50:20,395 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deef0d63-de6e-b5d8-91b9-151aa1f2e68a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T19:50:20,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49 2024-12-02T19:50:20,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T19:50:20,395 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/cluster_56511a73-0e54-7295-fd00-c35750e89b12, deleteOnExit=true 2024-12-02T19:50:20,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T19:50:20,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/test.cache.data in system properties and HBase conf 2024-12-02T19:50:20,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T19:50:20,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/hadoop.log.dir in system properties and HBase conf 2024-12-02T19:50:20,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T19:50:20,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T19:50:20,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T19:50:20,396 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T19:50:20,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:50:20,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:50:20,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T19:50:20,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:50:20,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T19:50:20,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T19:50:20,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:50:20,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:50:20,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T19:50:20,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/nfs.dump.dir in system properties and HBase conf 2024-12-02T19:50:20,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/java.io.tmpdir in system properties and HBase conf 2024-12-02T19:50:20,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:50:20,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T19:50:20,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T19:50:20,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:20,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:20,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:20,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:20,653 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:50:20,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:20,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74c646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:20,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@646557f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:20,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11bb0f27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/java.io.tmpdir/jetty-localhost-43067-hadoop-hdfs-3_4_1-tests_jar-_-any-8362075295072449175/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:50:20,758 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@200aa9ca{HTTP/1.1, (http/1.1)}{localhost:43067} 2024-12-02T19:50:20,758 INFO [Time-limited test {}] server.Server(415): Started @17026ms 2024-12-02T19:50:20,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:20,993 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:20,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:20,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:20,995 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:50:20,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@446317de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:20,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6649eb30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:21,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39967daf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/java.io.tmpdir/jetty-localhost-35181-hadoop-hdfs-3_4_1-tests_jar-_-any-14094010427081686024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:21,105 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3203b71a{HTTP/1.1, (http/1.1)}{localhost:35181} 2024-12-02T19:50:21,105 INFO [Time-limited test {}] server.Server(415): Started @17373ms 2024-12-02T19:50:21,107 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:50:21,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:21,148 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:21,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:21,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:21,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:50:21,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d58b3bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:21,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7347b92c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:21,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75cb7502{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/java.io.tmpdir/jetty-localhost-43249-hadoop-hdfs-3_4_1-tests_jar-_-any-1923875907778580363/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:21,250 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e8c8ae6{HTTP/1.1, (http/1.1)}{localhost:43249} 2024-12-02T19:50:21,251 INFO [Time-limited test {}] server.Server(415): Started @17518ms 2024-12-02T19:50:21,256 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:50:21,865 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/cluster_56511a73-0e54-7295-fd00-c35750e89b12/data/data1/current/BP-140608840-172.17.0.2-1733169020422/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:21,865 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/cluster_56511a73-0e54-7295-fd00-c35750e89b12/data/data2/current/BP-140608840-172.17.0.2-1733169020422/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:21,886 WARN [Thread-597 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:50:21,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd7d189ccc41d111 with lease ID 0x76726783b9f97b51: Processing first storage report for DS-f55df228-00d4-4507-b077-49826eb1e445 from datanode DatanodeRegistration(127.0.0.1:38587, datanodeUuid=79fcbacd-ada2-465d-96d5-58226e2e0551, infoPort=39993, infoSecurePort=0, ipcPort=39199, storageInfo=lv=-57;cid=testClusterID;nsid=1387676921;c=1733169020422) 2024-12-02T19:50:21,890 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd7d189ccc41d111 with lease ID 0x76726783b9f97b51: from storage DS-f55df228-00d4-4507-b077-49826eb1e445 node DatanodeRegistration(127.0.0.1:38587, datanodeUuid=79fcbacd-ada2-465d-96d5-58226e2e0551, infoPort=39993, infoSecurePort=0, ipcPort=39199, storageInfo=lv=-57;cid=testClusterID;nsid=1387676921;c=1733169020422), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:21,890 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd7d189ccc41d111 with lease ID 0x76726783b9f97b51: Processing first storage report for DS-78f81cee-b777-4b12-9eaf-a7c51d5a6cb1 from datanode DatanodeRegistration(127.0.0.1:38587, datanodeUuid=79fcbacd-ada2-465d-96d5-58226e2e0551, infoPort=39993, infoSecurePort=0, ipcPort=39199, storageInfo=lv=-57;cid=testClusterID;nsid=1387676921;c=1733169020422) 2024-12-02T19:50:21,890 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd7d189ccc41d111 with lease ID 0x76726783b9f97b51: from storage DS-78f81cee-b777-4b12-9eaf-a7c51d5a6cb1 node DatanodeRegistration(127.0.0.1:38587, datanodeUuid=79fcbacd-ada2-465d-96d5-58226e2e0551, infoPort=39993, infoSecurePort=0, ipcPort=39199, storageInfo=lv=-57;cid=testClusterID;nsid=1387676921;c=1733169020422), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:22,086 WARN [Thread-645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/cluster_56511a73-0e54-7295-fd00-c35750e89b12/data/data4/current/BP-140608840-172.17.0.2-1733169020422/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:22,086 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/cluster_56511a73-0e54-7295-fd00-c35750e89b12/data/data3/current/BP-140608840-172.17.0.2-1733169020422/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:22,111 WARN [Thread-620 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:50:22,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79e03a47fe358186 with lease ID 0x76726783b9f97b52: Processing first storage report for DS-d949dd02-60a3-47aa-9866-048817958b5d from datanode DatanodeRegistration(127.0.0.1:41353, datanodeUuid=cbe4dee2-f671-4afb-ba07-25879842a469, infoPort=44481, infoSecurePort=0, ipcPort=35983, storageInfo=lv=-57;cid=testClusterID;nsid=1387676921;c=1733169020422) 2024-12-02T19:50:22,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79e03a47fe358186 with lease ID 0x76726783b9f97b52: from storage DS-d949dd02-60a3-47aa-9866-048817958b5d node DatanodeRegistration(127.0.0.1:41353, datanodeUuid=cbe4dee2-f671-4afb-ba07-25879842a469, infoPort=44481, infoSecurePort=0, ipcPort=35983, storageInfo=lv=-57;cid=testClusterID;nsid=1387676921;c=1733169020422), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:22,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79e03a47fe358186 with lease ID 0x76726783b9f97b52: Processing first storage report for DS-b86c7243-65c2-4a91-a734-a8628a300972 from datanode DatanodeRegistration(127.0.0.1:41353, datanodeUuid=cbe4dee2-f671-4afb-ba07-25879842a469, infoPort=44481, infoSecurePort=0, ipcPort=35983, storageInfo=lv=-57;cid=testClusterID;nsid=1387676921;c=1733169020422) 2024-12-02T19:50:22,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79e03a47fe358186 with lease ID 0x76726783b9f97b52: from storage DS-b86c7243-65c2-4a91-a734-a8628a300972 node DatanodeRegistration(127.0.0.1:41353, datanodeUuid=cbe4dee2-f671-4afb-ba07-25879842a469, infoPort=44481, infoSecurePort=0, ipcPort=35983, storageInfo=lv=-57;cid=testClusterID;nsid=1387676921;c=1733169020422), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:22,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49 2024-12-02T19:50:22,190 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/cluster_56511a73-0e54-7295-fd00-c35750e89b12/zookeeper_0, clientPort=49441, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/cluster_56511a73-0e54-7295-fd00-c35750e89b12/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/cluster_56511a73-0e54-7295-fd00-c35750e89b12/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T19:50:22,191 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49441 2024-12-02T19:50:22,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:22,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:22,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:50:22,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:50:22,609 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b with version=8 2024-12-02T19:50:22,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/hbase-staging 2024-12-02T19:50:22,611 INFO [Time-limited test {}] client.ConnectionUtils(128): master/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:22,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:22,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:22,611 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:22,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:22,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:22,612 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T19:50:22,612 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:22,612 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41731 2024-12-02T19:50:22,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41731 connecting to ZooKeeper ensemble=127.0.0.1:49441 2024-12-02T19:50:22,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417310x0, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:22,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41731-0x10198e217b30000 connected 2024-12-02T19:50:22,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:22,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:22,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:22,768 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b, hbase.cluster.distributed=false 2024-12-02T19:50:22,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:22,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41731 2024-12-02T19:50:22,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41731 2024-12-02T19:50:22,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41731 2024-12-02T19:50:22,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41731 2024-12-02T19:50:22,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41731 2024-12-02T19:50:22,784 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:22,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:22,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:22,784 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:22,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:22,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:22,784 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:50:22,784 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:22,785 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36437 2024-12-02T19:50:22,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36437 connecting to ZooKeeper ensemble=127.0.0.1:49441 2024-12-02T19:50:22,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:22,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:22,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364370x0, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:22,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364370x0, quorum=127.0.0.1:49441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:22,798 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:50:22,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36437-0x10198e217b30001 connected 2024-12-02T19:50:22,799 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:50:22,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:50:22,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:22,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36437 2024-12-02T19:50:22,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36437 2024-12-02T19:50:22,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36437 2024-12-02T19:50:22,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36437 2024-12-02T19:50:22,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36437 2024-12-02T19:50:22,820 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:22,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:22,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:22,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:22,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:22,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:22,821 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:50:22,821 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:22,822 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41105 2024-12-02T19:50:22,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41105 connecting to ZooKeeper ensemble=127.0.0.1:49441 2024-12-02T19:50:22,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:22,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:22,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411050x0, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:22,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411050x0, quorum=127.0.0.1:49441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:22,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41105-0x10198e217b30002 connected 2024-12-02T19:50:22,838 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:50:22,838 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:50:22,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:50:22,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:22,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41105 2024-12-02T19:50:22,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41105 2024-12-02T19:50:22,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41105 2024-12-02T19:50:22,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41105 2024-12-02T19:50:22,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41105 2024-12-02T19:50:22,860 DEBUG [M:0;41897df2911b:41731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;41897df2911b:41731 2024-12-02T19:50:22,861 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/41897df2911b,41731,1733169022611 2024-12-02T19:50:22,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:22,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:22,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:22,873 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/41897df2911b,41731,1733169022611 2024-12-02T19:50:22,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:22,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:22,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:22,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:22,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:22,881 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T19:50:22,882 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/41897df2911b,41731,1733169022611 from backup master directory 2024-12-02T19:50:22,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:22,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/41897df2911b,41731,1733169022611 2024-12-02T19:50:22,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:22,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:22,889 WARN [master/41897df2911b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:22,889 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=41897df2911b,41731,1733169022611 2024-12-02T19:50:22,896 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/hbase.id] with ID: ecfdc99c-002f-4fba-b590-39e586807173 2024-12-02T19:50:22,896 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/.tmp/hbase.id 2024-12-02T19:50:22,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:50:22,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:50:22,905 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/.tmp/hbase.id]:[hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/hbase.id] 2024-12-02T19:50:22,918 INFO [master/41897df2911b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:22,918 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T19:50:22,920 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T19:50:22,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:22,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:22,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:22,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:50:22,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:50:22,943 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:50:22,944 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T19:50:22,944 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:22,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:50:22,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:50:22,957 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store 2024-12-02T19:50:22,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:50:22,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:50:22,967 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:22,968 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:50:22,968 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:22,968 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:22,968 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:50:22,968 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:22,968 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:22,968 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169022968Disabling compacts and flushes for region at 1733169022968Disabling writes for close at 1733169022968Writing region close event to WAL at 1733169022968Closed at 1733169022968 2024-12-02T19:50:22,969 WARN [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/.initializing 2024-12-02T19:50:22,969 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/WALs/41897df2911b,41731,1733169022611 2024-12-02T19:50:22,970 INFO [master/41897df2911b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:22,972 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C41731%2C1733169022611, suffix=, logDir=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/WALs/41897df2911b,41731,1733169022611, archiveDir=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/oldWALs, maxLogs=10 2024-12-02T19:50:22,985 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/WALs/41897df2911b,41731,1733169022611/41897df2911b%2C41731%2C1733169022611.1733169022972, exclude list is [], retry=0 2024-12-02T19:50:22,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38587,DS-f55df228-00d4-4507-b077-49826eb1e445,DISK] 2024-12-02T19:50:22,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41353,DS-d949dd02-60a3-47aa-9866-048817958b5d,DISK] 2024-12-02T19:50:22,990 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/WALs/41897df2911b,41731,1733169022611/41897df2911b%2C41731%2C1733169022611.1733169022972 2024-12-02T19:50:22,993 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39993:39993),(127.0.0.1/127.0.0.1:44481:44481)] 2024-12-02T19:50:22,993 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:50:22,994 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:22,994 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:22,994 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:22,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:22,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T19:50:22,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:22,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:22,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:23,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T19:50:23,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:23,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:23,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:23,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T19:50:23,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:23,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:23,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:23,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T19:50:23,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:23,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:23,007 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:23,008 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:23,009 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:23,010 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:23,010 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:23,011 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:23,012 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:23,015 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:23,016 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70207298, jitterRate=0.04617026448249817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:23,017 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733169022994Initializing all the Stores at 1733169022995 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169022995Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169022995Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169022995Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169022995Cleaning up temporary data from old regions at 1733169023010 (+15 ms)Region opened successfully at 1733169023017 (+7 ms) 2024-12-02T19:50:23,017 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T19:50:23,022 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d85f24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:23,023 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T19:50:23,024 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T19:50:23,024 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T19:50:23,024 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T19:50:23,025 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T19:50:23,025 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T19:50:23,025 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T19:50:23,028 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T19:50:23,029 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T19:50:23,039 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T19:50:23,039 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T19:50:23,040 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T19:50:23,047 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T19:50:23,048 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T19:50:23,049 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T19:50:23,056 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T19:50:23,057 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T19:50:23,064 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T19:50:23,066 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T19:50:23,072 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T19:50:23,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:23,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:23,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:23,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:23,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:23,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:23,081 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=41897df2911b,41731,1733169022611, sessionid=0x10198e217b30000, setting cluster-up flag (Was=false) 2024-12-02T19:50:23,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:23,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:23,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:23,122 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T19:50:23,124 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,41731,1733169022611 2024-12-02T19:50:23,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:23,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:23,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:23,164 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T19:50:23,166 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,41731,1733169022611 2024-12-02T19:50:23,167 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T19:50:23,183 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:23,183 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T19:50:23,183 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T19:50:23,184 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 41897df2911b,41731,1733169022611 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T19:50:23,185 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:23,186 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:23,186 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:23,186 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:23,186 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/41897df2911b:0, corePoolSize=10, maxPoolSize=10 2024-12-02T19:50:23,186 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,186 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:23,186 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,188 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:23,188 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T19:50:23,189 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:23,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T19:50:23,195 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733169053195 2024-12-02T19:50:23,195 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T19:50:23,195 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T19:50:23,195 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T19:50:23,195 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T19:50:23,195 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T19:50:23,195 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T19:50:23,196 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,196 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T19:50:23,196 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T19:50:23,196 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T19:50:23,198 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T19:50:23,198 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T19:50:23,199 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169023198,5,FailOnTimeoutGroup] 2024-12-02T19:50:23,199 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169023199,5,FailOnTimeoutGroup] 2024-12-02T19:50:23,199 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,199 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T19:50:23,199 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,199 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:50:23,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:50:23,206 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T19:50:23,206 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b 2024-12-02T19:50:23,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:50:23,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:50:23,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:23,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:50:23,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:50:23,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:23,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:23,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:50:23,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:50:23,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:23,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:23,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:50:23,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:50:23,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:23,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:23,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:50:23,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:50:23,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:23,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:23,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:50:23,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740 2024-12-02T19:50:23,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740 2024-12-02T19:50:23,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:50:23,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:50:23,236 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:23,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:50:23,239 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:23,240 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65663197, jitterRate=-0.02154211699962616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:23,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733169023217Initializing all the Stores at 1733169023218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169023218Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169023222 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169023222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169023222Cleaning up temporary data from old regions at 1733169023235 (+13 ms)Region opened successfully at 1733169023240 (+5 ms) 2024-12-02T19:50:23,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:50:23,241 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:50:23,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:50:23,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:50:23,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:50:23,241 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:23,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169023241Disabling compacts and flushes for region at 1733169023241Disabling writes for close at 1733169023241Writing region close event to WAL at 1733169023241Closed at 1733169023241 2024-12-02T19:50:23,243 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:23,243 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T19:50:23,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T19:50:23,244 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:50:23,245 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T19:50:23,256 INFO [RS:0;41897df2911b:36437 {}] regionserver.HRegionServer(746): ClusterId : ecfdc99c-002f-4fba-b590-39e586807173 2024-12-02T19:50:23,256 INFO [RS:1;41897df2911b:41105 {}] regionserver.HRegionServer(746): ClusterId : ecfdc99c-002f-4fba-b590-39e586807173 2024-12-02T19:50:23,256 DEBUG [RS:0;41897df2911b:36437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:50:23,256 DEBUG [RS:1;41897df2911b:41105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:50:23,279 DEBUG [RS:0;41897df2911b:36437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:50:23,279 DEBUG [RS:1;41897df2911b:41105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:50:23,279 DEBUG [RS:1;41897df2911b:41105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:50:23,279 DEBUG [RS:0;41897df2911b:36437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:50:23,290 DEBUG [RS:0;41897df2911b:36437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:50:23,290 DEBUG [RS:1;41897df2911b:41105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:50:23,290 DEBUG [RS:0;41897df2911b:36437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20889623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:23,290 DEBUG [RS:1;41897df2911b:41105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b135e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:23,305 DEBUG [RS:1;41897df2911b:41105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;41897df2911b:41105 2024-12-02T19:50:23,305 DEBUG [RS:0;41897df2911b:36437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;41897df2911b:36437 2024-12-02T19:50:23,306 INFO [RS:1;41897df2911b:41105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:50:23,306 INFO [RS:1;41897df2911b:41105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:50:23,306 INFO [RS:0;41897df2911b:36437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:50:23,306 DEBUG [RS:1;41897df2911b:41105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:50:23,306 INFO [RS:0;41897df2911b:36437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:50:23,306 DEBUG [RS:0;41897df2911b:36437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:50:23,306 INFO [RS:1;41897df2911b:41105 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,41731,1733169022611 with port=41105, startcode=1733169022820 2024-12-02T19:50:23,306 INFO [RS:0;41897df2911b:36437 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,41731,1733169022611 with port=36437, startcode=1733169022783 2024-12-02T19:50:23,307 DEBUG [RS:1;41897df2911b:41105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:50:23,307 DEBUG [RS:0;41897df2911b:36437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:50:23,309 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32769, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:50:23,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41731 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,41105,1733169022820 2024-12-02T19:50:23,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41731 {}] master.ServerManager(517): Registering regionserver=41897df2911b,41105,1733169022820 2024-12-02T19:50:23,311 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59551, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:50:23,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41731 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,36437,1733169022783 2024-12-02T19:50:23,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41731 {}] master.ServerManager(517): Registering regionserver=41897df2911b,36437,1733169022783 2024-12-02T19:50:23,312 DEBUG [RS:1;41897df2911b:41105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b 2024-12-02T19:50:23,312 DEBUG [RS:1;41897df2911b:41105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40369 2024-12-02T19:50:23,312 DEBUG [RS:1;41897df2911b:41105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:50:23,315 DEBUG [RS:0;41897df2911b:36437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b 2024-12-02T19:50:23,315 DEBUG [RS:0;41897df2911b:36437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40369 2024-12-02T19:50:23,315 DEBUG [RS:0;41897df2911b:36437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:50:23,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:23,351 DEBUG [RS:1;41897df2911b:41105 {}] zookeeper.ZKUtil(111): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,41105,1733169022820 2024-12-02T19:50:23,351 WARN [RS:1;41897df2911b:41105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:23,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,36437,1733169022783] 2024-12-02T19:50:23,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,41105,1733169022820] 2024-12-02T19:50:23,351 DEBUG [RS:0;41897df2911b:36437 {}] zookeeper.ZKUtil(111): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,36437,1733169022783 2024-12-02T19:50:23,351 INFO [RS:1;41897df2911b:41105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:23,351 WARN [RS:0;41897df2911b:36437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:23,351 INFO [RS:0;41897df2911b:36437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:23,352 DEBUG [RS:1;41897df2911b:41105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/WALs/41897df2911b,41105,1733169022820 2024-12-02T19:50:23,352 DEBUG [RS:0;41897df2911b:36437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/WALs/41897df2911b,36437,1733169022783 2024-12-02T19:50:23,365 INFO [RS:0;41897df2911b:36437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:50:23,365 INFO [RS:1;41897df2911b:41105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:50:23,367 INFO [RS:0;41897df2911b:36437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:50:23,367 INFO [RS:0;41897df2911b:36437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:50:23,367 INFO [RS:0;41897df2911b:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,368 INFO [RS:0;41897df2911b:36437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:50:23,369 INFO [RS:1;41897df2911b:41105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:50:23,369 INFO [RS:0;41897df2911b:36437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:50:23,369 INFO [RS:1;41897df2911b:41105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:50:23,369 INFO [RS:1;41897df2911b:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,369 INFO [RS:0;41897df2911b:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,369 DEBUG [RS:0;41897df2911b:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,369 INFO [RS:1;41897df2911b:41105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:50:23,369 DEBUG [RS:0;41897df2911b:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,369 DEBUG [RS:0;41897df2911b:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,369 DEBUG [RS:0;41897df2911b:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,370 DEBUG [RS:0;41897df2911b:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,370 DEBUG [RS:0;41897df2911b:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:23,370 DEBUG [RS:0;41897df2911b:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,370 DEBUG [RS:0;41897df2911b:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,370 DEBUG [RS:0;41897df2911b:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,370 DEBUG [RS:0;41897df2911b:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,370 DEBUG [RS:0;41897df2911b:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,370 DEBUG [RS:0;41897df2911b:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,370 DEBUG [RS:0;41897df2911b:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:23,370 INFO [RS:1;41897df2911b:41105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:50:23,370 DEBUG [RS:0;41897df2911b:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:23,370 INFO [RS:1;41897df2911b:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,370 DEBUG [RS:1;41897df2911b:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,371 DEBUG [RS:1;41897df2911b:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,371 DEBUG [RS:1;41897df2911b:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,371 DEBUG [RS:1;41897df2911b:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,371 DEBUG [RS:1;41897df2911b:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,371 DEBUG [RS:1;41897df2911b:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:23,371 DEBUG [RS:1;41897df2911b:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,371 DEBUG [RS:1;41897df2911b:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,371 DEBUG [RS:1;41897df2911b:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,371 DEBUG [RS:1;41897df2911b:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,371 DEBUG [RS:1;41897df2911b:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,371 DEBUG [RS:1;41897df2911b:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:23,371 DEBUG [RS:1;41897df2911b:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:23,371 DEBUG [RS:1;41897df2911b:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:23,375 INFO [RS:0;41897df2911b:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,375 INFO [RS:1;41897df2911b:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,375 INFO [RS:0;41897df2911b:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,375 INFO [RS:1;41897df2911b:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,375 INFO [RS:0;41897df2911b:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,375 INFO [RS:1;41897df2911b:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,375 INFO [RS:0;41897df2911b:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,375 INFO [RS:1;41897df2911b:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,375 INFO [RS:0;41897df2911b:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,375 INFO [RS:1;41897df2911b:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,375 INFO [RS:0;41897df2911b:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36437,1733169022783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:23,375 INFO [RS:1;41897df2911b:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41105,1733169022820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:23,392 INFO [RS:1;41897df2911b:41105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:50:23,392 INFO [RS:1;41897df2911b:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41105,1733169022820-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,392 INFO [RS:1;41897df2911b:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,392 INFO [RS:1;41897df2911b:41105 {}] regionserver.Replication(171): 41897df2911b,41105,1733169022820 started 2024-12-02T19:50:23,395 WARN [41897df2911b:41731 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T19:50:23,396 INFO [RS:0;41897df2911b:36437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:50:23,396 INFO [RS:0;41897df2911b:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36437,1733169022783-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,397 INFO [RS:0;41897df2911b:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,397 INFO [RS:0;41897df2911b:36437 {}] regionserver.Replication(171): 41897df2911b,36437,1733169022783 started 2024-12-02T19:50:23,405 INFO [RS:1;41897df2911b:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,405 INFO [RS:1;41897df2911b:41105 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,41105,1733169022820, RpcServer on 41897df2911b/172.17.0.2:41105, sessionid=0x10198e217b30002 2024-12-02T19:50:23,405 DEBUG [RS:1;41897df2911b:41105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:50:23,405 DEBUG [RS:1;41897df2911b:41105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,41105,1733169022820 2024-12-02T19:50:23,405 DEBUG [RS:1;41897df2911b:41105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,41105,1733169022820' 2024-12-02T19:50:23,405 DEBUG [RS:1;41897df2911b:41105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:50:23,406 DEBUG [RS:1;41897df2911b:41105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:50:23,406 DEBUG [RS:1;41897df2911b:41105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:50:23,406 DEBUG [RS:1;41897df2911b:41105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:50:23,406 DEBUG [RS:1;41897df2911b:41105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,41105,1733169022820 2024-12-02T19:50:23,406 DEBUG [RS:1;41897df2911b:41105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,41105,1733169022820' 2024-12-02T19:50:23,406 DEBUG [RS:1;41897df2911b:41105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:50:23,407 DEBUG [RS:1;41897df2911b:41105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:50:23,407 DEBUG [RS:1;41897df2911b:41105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:50:23,407 INFO [RS:1;41897df2911b:41105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:50:23,407 INFO [RS:1;41897df2911b:41105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:50:23,417 INFO [RS:0;41897df2911b:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,417 INFO [RS:0;41897df2911b:36437 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,36437,1733169022783, RpcServer on 41897df2911b/172.17.0.2:36437, sessionid=0x10198e217b30001 2024-12-02T19:50:23,417 DEBUG [RS:0;41897df2911b:36437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:50:23,417 DEBUG [RS:0;41897df2911b:36437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,36437,1733169022783 2024-12-02T19:50:23,417 DEBUG [RS:0;41897df2911b:36437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,36437,1733169022783' 2024-12-02T19:50:23,418 DEBUG [RS:0;41897df2911b:36437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:50:23,418 DEBUG [RS:0;41897df2911b:36437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:50:23,419 DEBUG [RS:0;41897df2911b:36437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:50:23,419 DEBUG [RS:0;41897df2911b:36437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:50:23,419 DEBUG [RS:0;41897df2911b:36437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,36437,1733169022783 2024-12-02T19:50:23,419 DEBUG [RS:0;41897df2911b:36437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,36437,1733169022783' 2024-12-02T19:50:23,419 DEBUG [RS:0;41897df2911b:36437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:50:23,419 DEBUG [RS:0;41897df2911b:36437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:50:23,420 DEBUG [RS:0;41897df2911b:36437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:50:23,420 INFO [RS:0;41897df2911b:36437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:50:23,420 INFO [RS:0;41897df2911b:36437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:50:23,508 INFO [RS:1;41897df2911b:41105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:23,510 INFO [RS:1;41897df2911b:41105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C41105%2C1733169022820, suffix=, logDir=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/WALs/41897df2911b,41105,1733169022820, archiveDir=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/oldWALs, maxLogs=32 2024-12-02T19:50:23,520 INFO [RS:0;41897df2911b:36437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:23,522 INFO [RS:0;41897df2911b:36437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C36437%2C1733169022783, suffix=, logDir=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/WALs/41897df2911b,36437,1733169022783, archiveDir=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/oldWALs, maxLogs=32 2024-12-02T19:50:23,523 DEBUG [RS:1;41897df2911b:41105 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/WALs/41897df2911b,41105,1733169022820/41897df2911b%2C41105%2C1733169022820.1733169023511, exclude list is [], retry=0 2024-12-02T19:50:23,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38587,DS-f55df228-00d4-4507-b077-49826eb1e445,DISK] 2024-12-02T19:50:23,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41353,DS-d949dd02-60a3-47aa-9866-048817958b5d,DISK] 2024-12-02T19:50:23,528 INFO [RS:1;41897df2911b:41105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/WALs/41897df2911b,41105,1733169022820/41897df2911b%2C41105%2C1733169022820.1733169023511 2024-12-02T19:50:23,528 DEBUG [RS:1;41897df2911b:41105 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44481:44481),(127.0.0.1/127.0.0.1:39993:39993)] 2024-12-02T19:50:23,536 DEBUG [RS:0;41897df2911b:36437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/WALs/41897df2911b,36437,1733169022783/41897df2911b%2C36437%2C1733169022783.1733169023523, exclude list is [], retry=0 2024-12-02T19:50:23,538 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T19:50:23,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41353,DS-d949dd02-60a3-47aa-9866-048817958b5d,DISK] 2024-12-02T19:50:23,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38587,DS-f55df228-00d4-4507-b077-49826eb1e445,DISK] 2024-12-02T19:50:23,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:23,544 INFO [RS:0;41897df2911b:36437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/WALs/41897df2911b,36437,1733169022783/41897df2911b%2C36437%2C1733169022783.1733169023523 2024-12-02T19:50:23,547 DEBUG [RS:0;41897df2911b:36437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44481:44481),(127.0.0.1/127.0.0.1:39993:39993)] 2024-12-02T19:50:23,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:23,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:23,646 DEBUG [41897df2911b:41731 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T19:50:23,646 DEBUG [41897df2911b:41731 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T19:50:23,648 DEBUG [41897df2911b:41731 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T19:50:23,648 DEBUG [41897df2911b:41731 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T19:50:23,648 DEBUG [41897df2911b:41731 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T19:50:23,648 DEBUG [41897df2911b:41731 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T19:50:23,648 INFO [41897df2911b:41731 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T19:50:23,648 INFO [41897df2911b:41731 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T19:50:23,648 DEBUG [41897df2911b:41731 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T19:50:23,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=41897df2911b,41105,1733169022820 2024-12-02T19:50:23,651 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,41105,1733169022820, state=OPENING 2024-12-02T19:50:23,670 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T19:50:23,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:23,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:23,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:23,681 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:50:23,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:23,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:23,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,41105,1733169022820}] 2024-12-02T19:50:23,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:23,835 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:23,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57971, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:23,842 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T19:50:23,842 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:23,842 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T19:50:23,844 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C41105%2C1733169022820.meta, suffix=.meta, logDir=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/WALs/41897df2911b,41105,1733169022820, archiveDir=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/oldWALs, maxLogs=32 2024-12-02T19:50:23,857 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/WALs/41897df2911b,41105,1733169022820/41897df2911b%2C41105%2C1733169022820.meta.1733169023845.meta, exclude list is [], retry=0 2024-12-02T19:50:23,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41353,DS-d949dd02-60a3-47aa-9866-048817958b5d,DISK] 2024-12-02T19:50:23,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38587,DS-f55df228-00d4-4507-b077-49826eb1e445,DISK] 2024-12-02T19:50:23,862 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/WALs/41897df2911b,41105,1733169022820/41897df2911b%2C41105%2C1733169022820.meta.1733169023845.meta 2024-12-02T19:50:23,862 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39993:39993),(127.0.0.1/127.0.0.1:44481:44481)] 2024-12-02T19:50:23,863 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:50:23,863 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T19:50:23,863 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T19:50:23,863 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T19:50:23,863 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T19:50:23,863 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:23,863 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T19:50:23,863 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T19:50:23,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:50:23,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:50:23,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:23,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:23,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:50:23,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:50:23,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:23,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:23,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:50:23,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:50:23,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:23,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:23,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:50:23,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:50:23,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:23,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:23,871 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:50:23,872 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740 2024-12-02T19:50:23,874 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740 2024-12-02T19:50:23,875 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:50:23,875 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:50:23,876 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:23,878 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:50:23,879 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61167486, jitterRate=-0.0885334312915802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:23,879 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T19:50:23,880 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733169023864Writing region info on filesystem at 1733169023864Initializing all the Stores at 1733169023865 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169023865Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169023865Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169023865Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169023865Cleaning up temporary data from old regions at 1733169023875 (+10 ms)Running coprocessor post-open hooks at 1733169023879 (+4 ms)Region opened successfully at 1733169023879 2024-12-02T19:50:23,881 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733169023835 2024-12-02T19:50:23,884 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T19:50:23,884 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T19:50:23,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,41105,1733169022820 2024-12-02T19:50:23,886 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,41105,1733169022820, state=OPEN 2024-12-02T19:50:23,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:23,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:23,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:23,906 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=41897df2911b,41105,1733169022820 2024-12-02T19:50:23,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:23,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:23,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:23,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T19:50:23,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,41105,1733169022820 in 225 msec 2024-12-02T19:50:23,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T19:50:23,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 666 msec 2024-12-02T19:50:23,913 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:23,913 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T19:50:23,915 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:50:23,915 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,41105,1733169022820, seqNum=-1] 2024-12-02T19:50:23,915 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:23,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54459, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:23,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 753 msec 2024-12-02T19:50:23,924 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733169023924, completionTime=-1 2024-12-02T19:50:23,924 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T19:50:23,924 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T19:50:23,926 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-02T19:50:23,926 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733169083926 2024-12-02T19:50:23,926 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733169143926 2024-12-02T19:50:23,926 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T19:50:23,927 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41731,1733169022611-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,927 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41731,1733169022611-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,927 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41731,1733169022611-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,927 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-41897df2911b:41731, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,927 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,927 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,929 DEBUG [master/41897df2911b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T19:50:23,931 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.042sec 2024-12-02T19:50:23,932 INFO [master/41897df2911b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T19:50:23,932 INFO [master/41897df2911b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T19:50:23,932 INFO [master/41897df2911b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T19:50:23,932 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T19:50:23,932 INFO [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T19:50:23,932 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41731,1733169022611-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:23,932 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41731,1733169022611-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T19:50:23,934 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T19:50:23,934 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T19:50:23,934 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41731,1733169022611-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:23,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d8c215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:23,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,41731,-1 for getting cluster id 2024-12-02T19:50:23,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:50:23,958 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecfdc99c-002f-4fba-b590-39e586807173' 2024-12-02T19:50:23,958 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:50:23,958 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecfdc99c-002f-4fba-b590-39e586807173" 2024-12-02T19:50:23,959 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f23d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:23,959 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,41731,-1] 2024-12-02T19:50:23,959 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:50:23,959 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:23,960 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:50:23,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed3091f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:23,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:50:23,962 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,41105,1733169022820, seqNum=-1] 2024-12-02T19:50:23,963 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:23,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:23,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=41897df2911b,41731,1733169022611 2024-12-02T19:50:23,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:50:23,967 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,41731,1733169022611 2024-12-02T19:50:23,967 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e698b38 2024-12-02T19:50:23,967 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:50:23,968 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:50:23,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41731 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:50:23,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41731 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T19:50:23,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T19:50:23,973 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:23,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41731 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-02T19:50:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:23,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T19:50:23,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741836_1012 (size=379) 2024-12-02T19:50:23,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741836_1012 (size=379) 2024-12-02T19:50:23,984 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1b017ae7332d085bb2f278753f99bd56, NAME => 'testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b 2024-12-02T19:50:23,984 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bd3146123471549a8ffc8f573285fe6, NAME => 'testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b 2024-12-02T19:50:23,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741837_1013 (size=61) 2024-12-02T19:50:23,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741838_1014 (size=61) 2024-12-02T19:50:23,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741837_1013 (size=61) 2024-12-02T19:50:23,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741838_1014 (size=61) 2024-12-02T19:50:23,992 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:23,992 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:23,993 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 2bd3146123471549a8ffc8f573285fe6, disabling compactions & flushes 2024-12-02T19:50:23,993 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 1b017ae7332d085bb2f278753f99bd56, disabling compactions & flushes 2024-12-02T19:50:23,993 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6. 2024-12-02T19:50:23,993 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56. 2024-12-02T19:50:23,993 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6. 2024-12-02T19:50:23,993 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6. after waiting 0 ms 2024-12-02T19:50:23,993 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56. 2024-12-02T19:50:23,993 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6. 2024-12-02T19:50:23,993 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56. after waiting 0 ms 2024-12-02T19:50:23,993 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6. 2024-12-02T19:50:23,993 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56. 2024-12-02T19:50:23,993 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bd3146123471549a8ffc8f573285fe6: Waiting for close lock at 1733169023993Disabling compacts and flushes for region at 1733169023993Disabling writes for close at 1733169023993Writing region close event to WAL at 1733169023993Closed at 1733169023993 2024-12-02T19:50:23,993 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56. 2024-12-02T19:50:23,993 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1b017ae7332d085bb2f278753f99bd56: Waiting for close lock at 1733169023993Disabling compacts and flushes for region at 1733169023993Disabling writes for close at 1733169023993Writing region close event to WAL at 1733169023993Closed at 1733169023993 2024-12-02T19:50:23,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T19:50:23,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733169023995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169023995"}]},"ts":"1733169023995"} 2024-12-02T19:50:23,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733169023995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169023995"}]},"ts":"1733169023995"} 2024-12-02T19:50:23,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-02T19:50:24,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T19:50:24,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169024000"}]},"ts":"1733169024000"} 2024-12-02T19:50:24,003 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T19:50:24,004 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T19:50:24,005 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T19:50:24,005 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T19:50:24,005 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T19:50:24,005 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T19:50:24,005 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T19:50:24,005 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T19:50:24,005 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T19:50:24,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bd3146123471549a8ffc8f573285fe6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1b017ae7332d085bb2f278753f99bd56, ASSIGN}] 2024-12-02T19:50:24,007 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bd3146123471549a8ffc8f573285fe6, ASSIGN 2024-12-02T19:50:24,007 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1b017ae7332d085bb2f278753f99bd56, ASSIGN 2024-12-02T19:50:24,009 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1b017ae7332d085bb2f278753f99bd56, ASSIGN; state=OFFLINE, location=41897df2911b,36437,1733169022783; forceNewPlan=false, retain=false 2024-12-02T19:50:24,009 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bd3146123471549a8ffc8f573285fe6, ASSIGN; state=OFFLINE, location=41897df2911b,41105,1733169022820; forceNewPlan=false, retain=false 2024-12-02T19:50:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:24,159 INFO [41897df2911b:41731 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T19:50:24,159 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1b017ae7332d085bb2f278753f99bd56, regionState=OPENING, regionLocation=41897df2911b,36437,1733169022783 2024-12-02T19:50:24,159 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bd3146123471549a8ffc8f573285fe6, regionState=OPENING, regionLocation=41897df2911b,41105,1733169022820 2024-12-02T19:50:24,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bd3146123471549a8ffc8f573285fe6, ASSIGN because future has completed 2024-12-02T19:50:24,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bd3146123471549a8ffc8f573285fe6, server=41897df2911b,41105,1733169022820}] 2024-12-02T19:50:24,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1b017ae7332d085bb2f278753f99bd56, ASSIGN because future has completed 2024-12-02T19:50:24,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b017ae7332d085bb2f278753f99bd56, server=41897df2911b,36437,1733169022783}] 2024-12-02T19:50:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:24,317 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:24,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48439, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:24,320 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6. 2024-12-02T19:50:24,321 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bd3146123471549a8ffc8f573285fe6, NAME => 'testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T19:50:24,321 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2bd3146123471549a8ffc8f573285fe6 2024-12-02T19:50:24,321 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:24,321 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2bd3146123471549a8ffc8f573285fe6 2024-12-02T19:50:24,321 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2bd3146123471549a8ffc8f573285fe6 2024-12-02T19:50:24,322 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56. 2024-12-02T19:50:24,323 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b017ae7332d085bb2f278753f99bd56, NAME => 'testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T19:50:24,323 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1b017ae7332d085bb2f278753f99bd56 2024-12-02T19:50:24,323 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:24,323 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 1b017ae7332d085bb2f278753f99bd56 2024-12-02T19:50:24,323 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 1b017ae7332d085bb2f278753f99bd56 2024-12-02T19:50:24,324 INFO [StoreOpener-2bd3146123471549a8ffc8f573285fe6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2bd3146123471549a8ffc8f573285fe6 2024-12-02T19:50:24,325 INFO [StoreOpener-1b017ae7332d085bb2f278753f99bd56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1b017ae7332d085bb2f278753f99bd56 2024-12-02T19:50:24,326 INFO [StoreOpener-2bd3146123471549a8ffc8f573285fe6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd3146123471549a8ffc8f573285fe6 columnFamilyName family 2024-12-02T19:50:24,326 DEBUG [StoreOpener-2bd3146123471549a8ffc8f573285fe6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:24,326 INFO [StoreOpener-1b017ae7332d085bb2f278753f99bd56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b017ae7332d085bb2f278753f99bd56 columnFamilyName family 2024-12-02T19:50:24,327 DEBUG [StoreOpener-1b017ae7332d085bb2f278753f99bd56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:24,327 INFO [StoreOpener-2bd3146123471549a8ffc8f573285fe6-1 {}] regionserver.HStore(327): Store=2bd3146123471549a8ffc8f573285fe6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:24,327 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2bd3146123471549a8ffc8f573285fe6 2024-12-02T19:50:24,327 INFO [StoreOpener-1b017ae7332d085bb2f278753f99bd56-1 {}] regionserver.HStore(327): Store=1b017ae7332d085bb2f278753f99bd56/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:24,327 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 1b017ae7332d085bb2f278753f99bd56 2024-12-02T19:50:24,328 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/2bd3146123471549a8ffc8f573285fe6 2024-12-02T19:50:24,328 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/2bd3146123471549a8ffc8f573285fe6 2024-12-02T19:50:24,328 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/1b017ae7332d085bb2f278753f99bd56 2024-12-02T19:50:24,328 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2bd3146123471549a8ffc8f573285fe6 2024-12-02T19:50:24,328 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/1b017ae7332d085bb2f278753f99bd56 2024-12-02T19:50:24,328 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2bd3146123471549a8ffc8f573285fe6 2024-12-02T19:50:24,329 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 1b017ae7332d085bb2f278753f99bd56 2024-12-02T19:50:24,329 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 1b017ae7332d085bb2f278753f99bd56 2024-12-02T19:50:24,330 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2bd3146123471549a8ffc8f573285fe6 2024-12-02T19:50:24,331 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 1b017ae7332d085bb2f278753f99bd56 2024-12-02T19:50:24,333 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/2bd3146123471549a8ffc8f573285fe6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:24,333 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 2bd3146123471549a8ffc8f573285fe6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68770068, jitterRate=0.024753868579864502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:50:24,333 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bd3146123471549a8ffc8f573285fe6 2024-12-02T19:50:24,334 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2bd3146123471549a8ffc8f573285fe6: Running coprocessor pre-open hook at 1733169024321Writing region info on filesystem at 1733169024321Initializing all the Stores at 1733169024322 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169024323 (+1 ms)Cleaning up temporary data from old regions at 1733169024329 (+6 ms)Running coprocessor post-open hooks at 1733169024333 (+4 ms)Region opened successfully at 1733169024334 (+1 ms) 2024-12-02T19:50:24,335 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/1b017ae7332d085bb2f278753f99bd56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:24,336 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6., pid=7, masterSystemTime=1733169024316 2024-12-02T19:50:24,336 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 1b017ae7332d085bb2f278753f99bd56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62276511, jitterRate=-0.0720076709985733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:50:24,336 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b017ae7332d085bb2f278753f99bd56 2024-12-02T19:50:24,336 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 1b017ae7332d085bb2f278753f99bd56: Running coprocessor pre-open hook at 1733169024323Writing region info on filesystem at 1733169024323Initializing all the Stores at 1733169024324 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169024324Cleaning up temporary data from old regions at 1733169024329 (+5 ms)Running coprocessor post-open hooks at 1733169024336 (+7 ms)Region opened successfully at 1733169024336 2024-12-02T19:50:24,337 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56., pid=8, masterSystemTime=1733169024317 2024-12-02T19:50:24,338 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6. 2024-12-02T19:50:24,338 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6. 2024-12-02T19:50:24,339 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bd3146123471549a8ffc8f573285fe6, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,41105,1733169022820 2024-12-02T19:50:24,339 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56. 2024-12-02T19:50:24,340 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56. 2024-12-02T19:50:24,340 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1b017ae7332d085bb2f278753f99bd56, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36437,1733169022783 2024-12-02T19:50:24,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bd3146123471549a8ffc8f573285fe6, server=41897df2911b,41105,1733169022820 because future has completed 2024-12-02T19:50:24,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b017ae7332d085bb2f278753f99bd56, server=41897df2911b,36437,1733169022783 because future has completed 2024-12-02T19:50:24,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-02T19:50:24,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bd3146123471549a8ffc8f573285fe6, server=41897df2911b,41105,1733169022820 in 180 msec 2024-12-02T19:50:24,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-02T19:50:24,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bd3146123471549a8ffc8f573285fe6, ASSIGN in 341 msec 2024-12-02T19:50:24,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b017ae7332d085bb2f278753f99bd56, server=41897df2911b,36437,1733169022783 in 181 msec 2024-12-02T19:50:24,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-02T19:50:24,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1b017ae7332d085bb2f278753f99bd56, ASSIGN in 344 msec 2024-12-02T19:50:24,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T19:50:24,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169024353"}]},"ts":"1733169024353"} 2024-12-02T19:50:24,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T19:50:24,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T19:50:24,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 387 msec 2024-12-02T19:50:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:24,602 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-02T19:50:24,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T19:50:24,602 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T19:50:24,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T19:50:24,605 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T19:50:24,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-02T19:50:24,609 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6., hostname=41897df2911b,41105,1733169022820, seqNum=2] 2024-12-02T19:50:24,621 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56., hostname=41897df2911b,36437,1733169022783, seqNum=2] 2024-12-02T19:50:24,621 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:24,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:24,635 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1b017ae7332d085bb2f278753f99bd56 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T19:50:24,650 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/1b017ae7332d085bb2f278753f99bd56/.tmp/family/dc6173e178c6455099669c9ada73487d is 32, key is 5/family:/1733169024623/Put/seqid=0 2024-12-02T19:50:24,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741839_1015 (size=5083) 2024-12-02T19:50:24,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741839_1015 (size=5083) 2024-12-02T19:50:25,057 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/1b017ae7332d085bb2f278753f99bd56/.tmp/family/dc6173e178c6455099669c9ada73487d 2024-12-02T19:50:25,065 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/1b017ae7332d085bb2f278753f99bd56/.tmp/family/dc6173e178c6455099669c9ada73487d as hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/1b017ae7332d085bb2f278753f99bd56/family/dc6173e178c6455099669c9ada73487d 2024-12-02T19:50:25,072 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/1b017ae7332d085bb2f278753f99bd56/family/dc6173e178c6455099669c9ada73487d, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T19:50:25,073 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 1b017ae7332d085bb2f278753f99bd56 in 438ms, sequenceid=9, compaction requested=false 2024-12-02T19:50:25,073 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1b017ae7332d085bb2f278753f99bd56: 2024-12-02T19:50:25,073 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2bd3146123471549a8ffc8f573285fe6 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T19:50:25,088 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/2bd3146123471549a8ffc8f573285fe6/.tmp/family/541df7df5bf74fd5b7f3a098ee53a004 is 32, key is 1/family:/1733169024610/Put/seqid=0 2024-12-02T19:50:25,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741840_1016 (size=5054) 2024-12-02T19:50:25,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741840_1016 (size=5054) 2024-12-02T19:50:25,094 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/2bd3146123471549a8ffc8f573285fe6/.tmp/family/541df7df5bf74fd5b7f3a098ee53a004 2024-12-02T19:50:25,101 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/2bd3146123471549a8ffc8f573285fe6/.tmp/family/541df7df5bf74fd5b7f3a098ee53a004 as hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/2bd3146123471549a8ffc8f573285fe6/family/541df7df5bf74fd5b7f3a098ee53a004 2024-12-02T19:50:25,108 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/2bd3146123471549a8ffc8f573285fe6/family/541df7df5bf74fd5b7f3a098ee53a004, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T19:50:25,109 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 2bd3146123471549a8ffc8f573285fe6 in 36ms, sequenceid=8, compaction requested=false 2024-12-02T19:50:25,109 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2bd3146123471549a8ffc8f573285fe6: 2024-12-02T19:50:25,113 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-02T19:50:25,117 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:25,117 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:25,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:25,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:25,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T19:50:25,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:50:25,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:25,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:25,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:25,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:50:25,120 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T19:50:25,120 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2029920477, stopped=false 2024-12-02T19:50:25,120 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=41897df2911b,41731,1733169022611 2024-12-02T19:50:25,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:25,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:25,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:25,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:25,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:25,170 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:50:25,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:25,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:50:25,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:25,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:25,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:25,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:25,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:25,171 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,36437,1733169022783' ***** 2024-12-02T19:50:25,171 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:50:25,171 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,41105,1733169022820' ***** 2024-12-02T19:50:25,171 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:50:25,171 INFO [RS:0;41897df2911b:36437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:50:25,171 INFO [RS:0;41897df2911b:36437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:50:25,171 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:50:25,171 INFO [RS:1;41897df2911b:41105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:50:25,171 INFO [RS:0;41897df2911b:36437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:50:25,172 INFO [RS:0;41897df2911b:36437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b017ae7332d085bb2f278753f99bd56 2024-12-02T19:50:25,172 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:50:25,172 INFO [RS:1;41897df2911b:41105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:50:25,172 INFO [RS:1;41897df2911b:41105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:50:25,172 INFO [RS:1;41897df2911b:41105 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bd3146123471549a8ffc8f573285fe6 2024-12-02T19:50:25,172 INFO [RS:0;41897df2911b:36437 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,36437,1733169022783 2024-12-02T19:50:25,172 INFO [RS:0;41897df2911b:36437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:25,172 INFO [RS:0;41897df2911b:36437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;41897df2911b:36437. 2024-12-02T19:50:25,172 DEBUG [RS:0;41897df2911b:36437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:25,172 DEBUG [RS:0;41897df2911b:36437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:25,172 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b017ae7332d085bb2f278753f99bd56, disabling compactions & flushes 2024-12-02T19:50:25,172 INFO [RS:1;41897df2911b:41105 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,41105,1733169022820 2024-12-02T19:50:25,172 INFO [RS:0;41897df2911b:36437 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T19:50:25,172 INFO [RS:1;41897df2911b:41105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:25,172 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56. 2024-12-02T19:50:25,172 DEBUG [RS:0;41897df2911b:36437 {}] regionserver.HRegionServer(1325): Online Regions={1b017ae7332d085bb2f278753f99bd56=testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56.} 2024-12-02T19:50:25,172 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56. 2024-12-02T19:50:25,172 DEBUG [RS:0;41897df2911b:36437 {}] regionserver.HRegionServer(1351): Waiting on 1b017ae7332d085bb2f278753f99bd56 2024-12-02T19:50:25,172 INFO [RS:1;41897df2911b:41105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;41897df2911b:41105. 2024-12-02T19:50:25,172 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bd3146123471549a8ffc8f573285fe6, disabling compactions & flushes 2024-12-02T19:50:25,172 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56. after waiting 0 ms 2024-12-02T19:50:25,172 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6. 2024-12-02T19:50:25,172 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56. 2024-12-02T19:50:25,172 DEBUG [RS:1;41897df2911b:41105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:25,172 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6. 2024-12-02T19:50:25,172 DEBUG [RS:1;41897df2911b:41105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:25,172 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6. after waiting 0 ms 2024-12-02T19:50:25,172 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6. 2024-12-02T19:50:25,172 INFO [RS:1;41897df2911b:41105 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:50:25,172 INFO [RS:1;41897df2911b:41105 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:50:25,173 INFO [RS:1;41897df2911b:41105 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:50:25,173 INFO [RS:1;41897df2911b:41105 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T19:50:25,174 INFO [RS:1;41897df2911b:41105 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T19:50:25,174 DEBUG [RS:1;41897df2911b:41105 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2bd3146123471549a8ffc8f573285fe6=testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6.} 2024-12-02T19:50:25,174 DEBUG [RS:1;41897df2911b:41105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bd3146123471549a8ffc8f573285fe6 2024-12-02T19:50:25,174 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:50:25,175 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:50:25,175 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:50:25,175 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:50:25,175 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:50:25,175 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-02T19:50:25,179 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:25,180 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:25,181 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/1b017ae7332d085bb2f278753f99bd56/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T19:50:25,182 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56. 2024-12-02T19:50:25,182 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b017ae7332d085bb2f278753f99bd56: Waiting for close lock at 1733169025172Running coprocessor pre-close hooks at 1733169025172Disabling compacts and flushes for region at 1733169025172Disabling writes for close at 1733169025172Writing region close event to WAL at 1733169025175 (+3 ms)Running coprocessor post-close hooks at 1733169025182 (+7 ms)Closed at 1733169025182 2024-12-02T19:50:25,182 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56. 2024-12-02T19:50:25,184 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/default/testClearRegionBlockCache/2bd3146123471549a8ffc8f573285fe6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T19:50:25,185 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6. 2024-12-02T19:50:25,185 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bd3146123471549a8ffc8f573285fe6: Waiting for close lock at 1733169025172Running coprocessor pre-close hooks at 1733169025172Disabling compacts and flushes for region at 1733169025172Disabling writes for close at 1733169025172Writing region close event to WAL at 1733169025180 (+8 ms)Running coprocessor post-close hooks at 1733169025185 (+5 ms)Closed at 1733169025185 2024-12-02T19:50:25,185 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733169023969.2bd3146123471549a8ffc8f573285fe6. 2024-12-02T19:50:25,194 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740/.tmp/info/da51c9da132246bab7f6964a0dde730f is 173, key is testClearRegionBlockCache,5,1733169023969.1b017ae7332d085bb2f278753f99bd56./info:regioninfo/1733169024340/Put/seqid=0 2024-12-02T19:50:25,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741841_1017 (size=8173) 2024-12-02T19:50:25,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741841_1017 (size=8173) 2024-12-02T19:50:25,200 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740/.tmp/info/da51c9da132246bab7f6964a0dde730f 2024-12-02T19:50:25,228 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740/.tmp/ns/70dad44848e3406c9cdf7cb5d0eb8372 is 43, key is default/ns:d/1733169023918/Put/seqid=0 2024-12-02T19:50:25,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741842_1018 (size=5153) 2024-12-02T19:50:25,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741842_1018 (size=5153) 2024-12-02T19:50:25,235 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740/.tmp/ns/70dad44848e3406c9cdf7cb5d0eb8372 2024-12-02T19:50:25,253 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740/.tmp/table/77cf4e37e39842c79d5e5c16b940ba7d is 61, key is testClearRegionBlockCache/table:state/1733169024353/Put/seqid=0 2024-12-02T19:50:25,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741843_1019 (size=5312) 2024-12-02T19:50:25,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741843_1019 (size=5312) 2024-12-02T19:50:25,259 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740/.tmp/table/77cf4e37e39842c79d5e5c16b940ba7d 2024-12-02T19:50:25,267 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740/.tmp/info/da51c9da132246bab7f6964a0dde730f as hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740/info/da51c9da132246bab7f6964a0dde730f 2024-12-02T19:50:25,274 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740/info/da51c9da132246bab7f6964a0dde730f, entries=20, sequenceid=13, filesize=8.0 K 2024-12-02T19:50:25,276 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740/.tmp/ns/70dad44848e3406c9cdf7cb5d0eb8372 as hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740/ns/70dad44848e3406c9cdf7cb5d0eb8372 2024-12-02T19:50:25,283 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740/ns/70dad44848e3406c9cdf7cb5d0eb8372, entries=2, sequenceid=13, filesize=5.0 K 2024-12-02T19:50:25,284 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740/.tmp/table/77cf4e37e39842c79d5e5c16b940ba7d as hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740/table/77cf4e37e39842c79d5e5c16b940ba7d 2024-12-02T19:50:25,290 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740/table/77cf4e37e39842c79d5e5c16b940ba7d, entries=2, sequenceid=13, filesize=5.2 K 2024-12-02T19:50:25,291 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=13, compaction requested=false 2024-12-02T19:50:25,296 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-02T19:50:25,296 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:50:25,296 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:25,296 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169025174Running coprocessor pre-close hooks at 1733169025174Disabling compacts and flushes for region at 1733169025174Disabling writes for close at 1733169025175 (+1 ms)Obtaining lock to block concurrent updates at 1733169025175Preparing flush snapshotting stores in 1588230740 at 1733169025175Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733169025175Flushing stores of hbase:meta,,1.1588230740 at 1733169025176 (+1 ms)Flushing 1588230740/info: creating writer at 1733169025176Flushing 1588230740/info: appending metadata at 1733169025193 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733169025193Flushing 1588230740/ns: creating writer at 1733169025208 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733169025227 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733169025227Flushing 1588230740/table: creating writer at 1733169025240 (+13 ms)Flushing 1588230740/table: appending metadata at 1733169025252 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733169025252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bab0c40: reopening flushed file at 1733169025266 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f210528: reopening flushed file at 1733169025275 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d6b3200: reopening flushed file at 1733169025283 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=13, compaction requested=false at 1733169025291 (+8 ms)Writing region close event to WAL at 1733169025292 (+1 ms)Running coprocessor post-close hooks at 1733169025296 (+4 ms)Closed at 1733169025296 2024-12-02T19:50:25,296 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:25,372 INFO [RS:0;41897df2911b:36437 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,36437,1733169022783; all regions closed. 2024-12-02T19:50:25,375 INFO [RS:1;41897df2911b:41105 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,41105,1733169022820; all regions closed. 2024-12-02T19:50:25,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741834_1010 (size=1867) 2024-12-02T19:50:25,375 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T19:50:25,375 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/WALs/41897df2911b,36437,1733169022783/41897df2911b%2C36437%2C1733169022783.1733169023523 not finished, retry = 0 2024-12-02T19:50:25,376 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T19:50:25,376 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T19:50:25,376 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T19:50:25,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741834_1010 (size=1867) 2024-12-02T19:50:25,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741835_1011 (size=4338) 2024-12-02T19:50:25,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741835_1011 (size=4338) 2024-12-02T19:50:25,380 DEBUG [RS:1;41897df2911b:41105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/oldWALs 2024-12-02T19:50:25,380 INFO [RS:1;41897df2911b:41105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C41105%2C1733169022820.meta:.meta(num 1733169023845) 2024-12-02T19:50:25,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741833_1009 (size=1758) 2024-12-02T19:50:25,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741833_1009 (size=1758) 2024-12-02T19:50:25,385 DEBUG [RS:1;41897df2911b:41105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/oldWALs 2024-12-02T19:50:25,385 INFO [RS:1;41897df2911b:41105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C41105%2C1733169022820:(num 1733169023511) 2024-12-02T19:50:25,385 DEBUG [RS:1;41897df2911b:41105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:25,385 INFO [RS:1;41897df2911b:41105 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:25,385 INFO [RS:1;41897df2911b:41105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:25,386 INFO [RS:1;41897df2911b:41105 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:25,386 INFO [RS:1;41897df2911b:41105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:25,386 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:25,386 INFO [RS:1;41897df2911b:41105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41105 2024-12-02T19:50:25,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,41105,1733169022820 2024-12-02T19:50:25,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:25,397 INFO [RS:1;41897df2911b:41105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:25,405 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,41105,1733169022820] 2024-12-02T19:50:25,414 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,41105,1733169022820 already deleted, retry=false 2024-12-02T19:50:25,414 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,41105,1733169022820 expired; onlineServers=1 2024-12-02T19:50:25,478 DEBUG [RS:0;41897df2911b:36437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/oldWALs 2024-12-02T19:50:25,479 INFO [RS:0;41897df2911b:36437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C36437%2C1733169022783:(num 1733169023523) 2024-12-02T19:50:25,479 DEBUG [RS:0;41897df2911b:36437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:25,479 INFO [RS:0;41897df2911b:36437 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:25,479 INFO [RS:0;41897df2911b:36437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:25,479 INFO [RS:0;41897df2911b:36437 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:25,479 INFO [RS:0;41897df2911b:36437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:50:25,479 INFO [RS:0;41897df2911b:36437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:50:25,479 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:25,479 INFO [RS:0;41897df2911b:36437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:50:25,479 INFO [RS:0;41897df2911b:36437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:25,479 INFO [RS:0;41897df2911b:36437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36437 2024-12-02T19:50:25,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:25,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,36437,1733169022783 2024-12-02T19:50:25,497 INFO [RS:0;41897df2911b:36437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:25,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,36437,1733169022783] 2024-12-02T19:50:25,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:25,505 INFO [RS:1;41897df2911b:41105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:25,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10198e217b30002, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:25,505 INFO [RS:1;41897df2911b:41105 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,41105,1733169022820; zookeeper connection closed. 2024-12-02T19:50:25,506 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@388278eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@388278eb 2024-12-02T19:50:25,514 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,36437,1733169022783 already deleted, retry=false 2024-12-02T19:50:25,514 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,36437,1733169022783 expired; onlineServers=0 2024-12-02T19:50:25,514 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '41897df2911b,41731,1733169022611' ***** 2024-12-02T19:50:25,514 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T19:50:25,514 INFO [M:0;41897df2911b:41731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:25,514 INFO [M:0;41897df2911b:41731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:25,514 DEBUG [M:0;41897df2911b:41731 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T19:50:25,514 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T19:50:25,514 DEBUG [M:0;41897df2911b:41731 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T19:50:25,514 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169023199 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169023199,5,FailOnTimeoutGroup] 2024-12-02T19:50:25,514 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169023198 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169023198,5,FailOnTimeoutGroup] 2024-12-02T19:50:25,514 INFO [M:0;41897df2911b:41731 {}] hbase.ChoreService(370): Chore service for: master/41897df2911b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:25,514 INFO [M:0;41897df2911b:41731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:25,515 DEBUG [M:0;41897df2911b:41731 {}] master.HMaster(1795): Stopping service threads 2024-12-02T19:50:25,515 INFO [M:0;41897df2911b:41731 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T19:50:25,515 INFO [M:0;41897df2911b:41731 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:50:25,515 INFO [M:0;41897df2911b:41731 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T19:50:25,515 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T19:50:25,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:25,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:25,522 DEBUG [M:0;41897df2911b:41731 {}] zookeeper.ZKUtil(347): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T19:50:25,522 WARN [M:0;41897df2911b:41731 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T19:50:25,523 INFO [M:0;41897df2911b:41731 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/.lastflushedseqids 2024-12-02T19:50:25,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741844_1020 (size=182) 2024-12-02T19:50:25,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741844_1020 (size=182) 2024-12-02T19:50:25,531 INFO [M:0;41897df2911b:41731 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T19:50:25,531 INFO [M:0;41897df2911b:41731 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T19:50:25,531 DEBUG [M:0;41897df2911b:41731 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:50:25,531 INFO [M:0;41897df2911b:41731 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:25,531 DEBUG [M:0;41897df2911b:41731 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:25,531 DEBUG [M:0;41897df2911b:41731 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:50:25,531 DEBUG [M:0;41897df2911b:41731 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:25,531 INFO [M:0;41897df2911b:41731 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-02T19:50:25,545 DEBUG [M:0;41897df2911b:41731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/923c4661449141e38b1866ec53d1743e is 82, key is hbase:meta,,1/info:regioninfo/1733169023885/Put/seqid=0 2024-12-02T19:50:25,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741845_1021 (size=5672) 2024-12-02T19:50:25,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741845_1021 (size=5672) 2024-12-02T19:50:25,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:25,606 INFO [RS:0;41897df2911b:36437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:25,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10198e217b30001, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:25,606 INFO [RS:0;41897df2911b:36437 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,36437,1733169022783; zookeeper connection closed. 2024-12-02T19:50:25,606 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bc26a07 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bc26a07 2024-12-02T19:50:25,606 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T19:50:25,977 INFO [M:0;41897df2911b:41731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/923c4661449141e38b1866ec53d1743e 2024-12-02T19:50:26,000 DEBUG [M:0;41897df2911b:41731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a39f676abb34e69863aa57891109469 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733169024358/Put/seqid=0 2024-12-02T19:50:26,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741846_1022 (size=6218) 2024-12-02T19:50:26,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741846_1022 (size=6218) 2024-12-02T19:50:26,006 INFO [M:0;41897df2911b:41731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a39f676abb34e69863aa57891109469 2024-12-02T19:50:26,023 DEBUG [M:0;41897df2911b:41731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d250229e2be4183abeb4b5d369a505d is 69, key is 41897df2911b,36437,1733169022783/rs:state/1733169023313/Put/seqid=0 2024-12-02T19:50:26,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741847_1023 (size=5224) 2024-12-02T19:50:26,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741847_1023 (size=5224) 2024-12-02T19:50:26,029 INFO [M:0;41897df2911b:41731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d250229e2be4183abeb4b5d369a505d 2024-12-02T19:50:26,035 DEBUG [M:0;41897df2911b:41731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/923c4661449141e38b1866ec53d1743e as hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/923c4661449141e38b1866ec53d1743e 2024-12-02T19:50:26,041 INFO [M:0;41897df2911b:41731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/923c4661449141e38b1866ec53d1743e, entries=8, sequenceid=71, filesize=5.5 K 2024-12-02T19:50:26,042 DEBUG [M:0;41897df2911b:41731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a39f676abb34e69863aa57891109469 as hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a39f676abb34e69863aa57891109469 2024-12-02T19:50:26,047 INFO [M:0;41897df2911b:41731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a39f676abb34e69863aa57891109469, entries=8, sequenceid=71, filesize=6.1 K 2024-12-02T19:50:26,048 DEBUG [M:0;41897df2911b:41731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d250229e2be4183abeb4b5d369a505d as hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d250229e2be4183abeb4b5d369a505d 2024-12-02T19:50:26,053 INFO [M:0;41897df2911b:41731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/272df225-e0e4-8ce5-b60f-d9758c98cc7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d250229e2be4183abeb4b5d369a505d, entries=2, sequenceid=71, filesize=5.1 K 2024-12-02T19:50:26,054 INFO [M:0;41897df2911b:41731 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 523ms, sequenceid=71, compaction requested=false 2024-12-02T19:50:26,057 INFO [M:0;41897df2911b:41731 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:26,057 DEBUG [M:0;41897df2911b:41731 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169025531Disabling compacts and flushes for region at 1733169025531Disabling writes for close at 1733169025531Obtaining lock to block concurrent updates at 1733169025531Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733169025531Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733169025532 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733169025532Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733169025533 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733169025545 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733169025545Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733169025983 (+438 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733169025999 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733169025999Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733169026011 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733169026023 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733169026023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e12f9b4: reopening flushed file at 1733169026034 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e4e0cc: reopening flushed file at 1733169026041 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a4f6d2: reopening flushed file at 1733169026047 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 523ms, sequenceid=71, compaction requested=false at 1733169026054 (+7 ms)Writing region close event to WAL at 1733169026057 (+3 ms)Closed at 1733169026057 2024-12-02T19:50:26,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41353 is added to blk_1073741830_1006 (size=35428) 2024-12-02T19:50:26,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38587 is added to blk_1073741830_1006 (size=35428) 2024-12-02T19:50:26,060 INFO [M:0;41897df2911b:41731 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T19:50:26,060 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:26,060 INFO [M:0;41897df2911b:41731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41731 2024-12-02T19:50:26,060 INFO [M:0;41897df2911b:41731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:26,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:26,203 INFO [M:0;41897df2911b:41731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:26,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41731-0x10198e217b30000, quorum=127.0.0.1:49441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:26,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75cb7502{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:26,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e8c8ae6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:26,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:26,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7347b92c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:26,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d58b3bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:26,207 WARN [BP-140608840-172.17.0.2-1733169020422 heartbeating to localhost/127.0.0.1:40369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:50:26,207 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:50:26,207 WARN [BP-140608840-172.17.0.2-1733169020422 heartbeating to localhost/127.0.0.1:40369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-140608840-172.17.0.2-1733169020422 (Datanode Uuid cbe4dee2-f671-4afb-ba07-25879842a469) service to localhost/127.0.0.1:40369 2024-12-02T19:50:26,207 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:50:26,208 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/cluster_56511a73-0e54-7295-fd00-c35750e89b12/data/data3/current/BP-140608840-172.17.0.2-1733169020422 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:26,208 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/cluster_56511a73-0e54-7295-fd00-c35750e89b12/data/data4/current/BP-140608840-172.17.0.2-1733169020422 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:26,208 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:50:26,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39967daf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:26,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3203b71a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:26,215 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:26,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6649eb30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:26,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@446317de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:26,217 WARN [BP-140608840-172.17.0.2-1733169020422 heartbeating to localhost/127.0.0.1:40369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:50:26,217 WARN [BP-140608840-172.17.0.2-1733169020422 heartbeating to localhost/127.0.0.1:40369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-140608840-172.17.0.2-1733169020422 (Datanode Uuid 79fcbacd-ada2-465d-96d5-58226e2e0551) service to localhost/127.0.0.1:40369 2024-12-02T19:50:26,217 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:50:26,217 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:50:26,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/cluster_56511a73-0e54-7295-fd00-c35750e89b12/data/data1/current/BP-140608840-172.17.0.2-1733169020422 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:26,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/cluster_56511a73-0e54-7295-fd00-c35750e89b12/data/data2/current/BP-140608840-172.17.0.2-1733169020422 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:26,218 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:50:26,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11bb0f27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:50:26,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@200aa9ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:26,223 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:26,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@646557f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:26,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74c646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:26,228 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T19:50:26,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T19:50:26,259 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=130 (was 111) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40369 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40369 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=202 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=9610 (was 9907) 2024-12-02T19:50:26,266 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=130, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=202, ProcessCount=11, AvailableMemoryMB=9609 2024-12-02T19:50:26,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/hadoop.log.dir so I do NOT create it in target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e 2024-12-02T19:50:26,277 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T19:50:26,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/hadoop.tmp.dir so I do NOT create it in target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e 2024-12-02T19:50:26,277 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e3b0dfe4-2ae7-5dd1-b926-3e44370ffd49/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T19:50:26,277 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e 2024-12-02T19:50:26,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T19:50:26,277 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/cluster_1f55c576-9cc1-b870-22d8-e0535a15041f, deleteOnExit=true 2024-12-02T19:50:26,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T19:50:26,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/test.cache.data in system properties and HBase conf 2024-12-02T19:50:26,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T19:50:26,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/hadoop.log.dir in system properties and HBase conf 2024-12-02T19:50:26,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T19:50:26,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T19:50:26,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T19:50:26,277 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T19:50:26,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:50:26,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:50:26,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T19:50:26,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:50:26,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T19:50:26,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T19:50:26,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:50:26,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:50:26,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T19:50:26,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/nfs.dump.dir in system properties and HBase conf 2024-12-02T19:50:26,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/java.io.tmpdir in system properties and HBase conf 2024-12-02T19:50:26,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:50:26,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T19:50:26,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T19:50:26,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:26,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:26,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:26,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:26,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:50:26,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:26,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4865eda8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:26,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a0b62b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:26,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74452c9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/java.io.tmpdir/jetty-localhost-45965-hadoop-hdfs-3_4_1-tests_jar-_-any-11866901050396754790/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:50:26,642 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55841269{HTTP/1.1, (http/1.1)}{localhost:45965} 2024-12-02T19:50:26,642 INFO [Time-limited test {}] server.Server(415): Started @22909ms 2024-12-02T19:50:26,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:26,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:26,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:26,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:26,883 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:50:26,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a9b0e84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:26,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8ece552{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:26,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@288784f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/java.io.tmpdir/jetty-localhost-43569-hadoop-hdfs-3_4_1-tests_jar-_-any-9889584013883333055/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:26,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60f4fac3{HTTP/1.1, (http/1.1)}{localhost:43569} 2024-12-02T19:50:26,983 INFO [Time-limited test {}] server.Server(415): Started @23251ms 2024-12-02T19:50:26,984 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:50:27,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:27,010 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:27,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:27,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:27,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:50:27,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a3797b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:27,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5eb76bb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:27,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d383572{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/java.io.tmpdir/jetty-localhost-38409-hadoop-hdfs-3_4_1-tests_jar-_-any-7853410892624339734/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:27,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21845a9d{HTTP/1.1, (http/1.1)}{localhost:38409} 2024-12-02T19:50:27,115 INFO [Time-limited test {}] server.Server(415): Started @23383ms 2024-12-02T19:50:27,117 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:50:27,729 WARN [Thread-900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/cluster_1f55c576-9cc1-b870-22d8-e0535a15041f/data/data2/current/BP-1560474368-172.17.0.2-1733169026299/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:27,729 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/cluster_1f55c576-9cc1-b870-22d8-e0535a15041f/data/data1/current/BP-1560474368-172.17.0.2-1733169026299/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:27,746 WARN [Thread-863 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:50:27,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9356cc78ce95e0a with lease ID 0xcb059f8be170bc14: Processing first storage report for DS-bffc8857-e2b5-4e48-830c-5c1ab778e502 from datanode DatanodeRegistration(127.0.0.1:40095, datanodeUuid=98cc3992-1659-4ebf-b823-0af9c8027929, infoPort=40267, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=204606667;c=1733169026299) 2024-12-02T19:50:27,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9356cc78ce95e0a with lease ID 0xcb059f8be170bc14: from storage DS-bffc8857-e2b5-4e48-830c-5c1ab778e502 node DatanodeRegistration(127.0.0.1:40095, datanodeUuid=98cc3992-1659-4ebf-b823-0af9c8027929, infoPort=40267, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=204606667;c=1733169026299), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T19:50:27,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9356cc78ce95e0a with lease ID 0xcb059f8be170bc14: Processing first storage report for DS-3a371359-826f-4587-a7bb-065ce0564fec from datanode DatanodeRegistration(127.0.0.1:40095, datanodeUuid=98cc3992-1659-4ebf-b823-0af9c8027929, infoPort=40267, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=204606667;c=1733169026299) 2024-12-02T19:50:27,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9356cc78ce95e0a with lease ID 0xcb059f8be170bc14: from storage DS-3a371359-826f-4587-a7bb-065ce0564fec node DatanodeRegistration(127.0.0.1:40095, datanodeUuid=98cc3992-1659-4ebf-b823-0af9c8027929, infoPort=40267, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=204606667;c=1733169026299), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:27,874 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/cluster_1f55c576-9cc1-b870-22d8-e0535a15041f/data/data4/current/BP-1560474368-172.17.0.2-1733169026299/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:27,874 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/cluster_1f55c576-9cc1-b870-22d8-e0535a15041f/data/data3/current/BP-1560474368-172.17.0.2-1733169026299/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:27,894 WARN [Thread-886 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:50:27,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23394db97dbbd4cd with lease ID 0xcb059f8be170bc15: Processing first storage report for DS-e5b4b3f8-7bed-415e-b919-2237cd80a8b1 from datanode DatanodeRegistration(127.0.0.1:40181, datanodeUuid=b088881e-16b6-4f90-aa01-a28cd031db6d, infoPort=39223, infoSecurePort=0, ipcPort=32943, storageInfo=lv=-57;cid=testClusterID;nsid=204606667;c=1733169026299) 2024-12-02T19:50:27,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23394db97dbbd4cd with lease ID 0xcb059f8be170bc15: from storage DS-e5b4b3f8-7bed-415e-b919-2237cd80a8b1 node DatanodeRegistration(127.0.0.1:40181, datanodeUuid=b088881e-16b6-4f90-aa01-a28cd031db6d, infoPort=39223, infoSecurePort=0, ipcPort=32943, storageInfo=lv=-57;cid=testClusterID;nsid=204606667;c=1733169026299), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:27,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23394db97dbbd4cd with lease ID 0xcb059f8be170bc15: Processing first storage report for DS-6244114a-be0f-45a0-8ffc-1c045e9542ce from datanode DatanodeRegistration(127.0.0.1:40181, datanodeUuid=b088881e-16b6-4f90-aa01-a28cd031db6d, infoPort=39223, infoSecurePort=0, ipcPort=32943, storageInfo=lv=-57;cid=testClusterID;nsid=204606667;c=1733169026299) 2024-12-02T19:50:27,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23394db97dbbd4cd with lease ID 0xcb059f8be170bc15: from storage DS-6244114a-be0f-45a0-8ffc-1c045e9542ce node DatanodeRegistration(127.0.0.1:40181, datanodeUuid=b088881e-16b6-4f90-aa01-a28cd031db6d, infoPort=39223, infoSecurePort=0, ipcPort=32943, storageInfo=lv=-57;cid=testClusterID;nsid=204606667;c=1733169026299), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:27,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e 2024-12-02T19:50:27,954 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/cluster_1f55c576-9cc1-b870-22d8-e0535a15041f/zookeeper_0, clientPort=62383, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/cluster_1f55c576-9cc1-b870-22d8-e0535a15041f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/cluster_1f55c576-9cc1-b870-22d8-e0535a15041f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T19:50:27,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62383 2024-12-02T19:50:27,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:27,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:27,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:50:27,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:50:27,967 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7 with version=8 2024-12-02T19:50:27,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/hbase-staging 2024-12-02T19:50:27,969 INFO [Time-limited test {}] client.ConnectionUtils(128): master/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:27,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:27,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:27,969 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:27,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:27,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:27,969 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T19:50:27,969 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:27,970 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44061 2024-12-02T19:50:27,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44061 connecting to ZooKeeper ensemble=127.0.0.1:62383 2024-12-02T19:50:28,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440610x0, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:28,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44061-0x10198e22e370000 connected 2024-12-02T19:50:28,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:28,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:28,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:28,092 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7, hbase.cluster.distributed=false 2024-12-02T19:50:28,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:28,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44061 2024-12-02T19:50:28,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44061 2024-12-02T19:50:28,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44061 2024-12-02T19:50:28,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44061 2024-12-02T19:50:28,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44061 2024-12-02T19:50:28,113 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:28,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:28,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:28,113 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:28,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:28,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:28,114 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:50:28,114 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:28,115 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38299 2024-12-02T19:50:28,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38299 connecting to ZooKeeper ensemble=127.0.0.1:62383 2024-12-02T19:50:28,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:28,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:28,130 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382990x0, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:28,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38299-0x10198e22e370001 connected 2024-12-02T19:50:28,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:28,131 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:50:28,136 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T19:50:28,143 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-02T19:50:28,148 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T19:50:28,152 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T19:50:28,153 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:50:28,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:50:28,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:28,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38299 2024-12-02T19:50:28,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38299 2024-12-02T19:50:28,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38299 2024-12-02T19:50:28,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38299 2024-12-02T19:50:28,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38299 2024-12-02T19:50:28,189 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:28,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:28,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:28,189 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:28,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:28,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:28,189 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:50:28,189 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:28,190 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42485 2024-12-02T19:50:28,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42485 connecting to ZooKeeper ensemble=127.0.0.1:62383 2024-12-02T19:50:28,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:28,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:28,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424850x0, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:28,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424850x0, quorum=127.0.0.1:62383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:28,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42485-0x10198e22e370002 connected 2024-12-02T19:50:28,228 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:50:28,229 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T19:50:28,235 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-02T19:50:28,235 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T19:50:28,239 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T19:50:28,239 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:50:28,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:50:28,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:28,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42485 2024-12-02T19:50:28,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42485 2024-12-02T19:50:28,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42485 2024-12-02T19:50:28,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42485 2024-12-02T19:50:28,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42485 2024-12-02T19:50:28,256 DEBUG [M:0;41897df2911b:44061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;41897df2911b:44061 2024-12-02T19:50:28,258 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/41897df2911b,44061,1733169027969 2024-12-02T19:50:28,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:28,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:28,288 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:28,289 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/41897df2911b,44061,1733169027969 2024-12-02T19:50:28,296 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:28,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:28,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:28,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:28,296 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:28,297 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T19:50:28,297 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/41897df2911b,44061,1733169027969 from backup master directory 2024-12-02T19:50:28,305 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:28,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/41897df2911b,44061,1733169027969 2024-12-02T19:50:28,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:28,305 WARN [master/41897df2911b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:28,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:28,305 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=41897df2911b,44061,1733169027969 2024-12-02T19:50:28,310 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/hbase.id] with ID: 82756cae-1e61-4931-8afb-60c2346542d9 2024-12-02T19:50:28,310 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/.tmp/hbase.id 2024-12-02T19:50:28,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:50:28,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:50:28,318 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/.tmp/hbase.id]:[hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/hbase.id] 2024-12-02T19:50:28,329 INFO [master/41897df2911b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:28,329 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T19:50:28,330 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T19:50:28,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:28,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:28,338 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:28,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:50:28,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:50:28,344 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:50:28,345 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T19:50:28,345 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:28,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:50:28,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:50:28,352 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store 2024-12-02T19:50:28,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:50:28,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:50:28,759 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:28,759 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:50:28,759 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:28,759 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:28,759 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:50:28,759 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:28,759 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:28,760 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169028759Disabling compacts and flushes for region at 1733169028759Disabling writes for close at 1733169028759Writing region close event to WAL at 1733169028759Closed at 1733169028759 2024-12-02T19:50:28,760 WARN [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/.initializing 2024-12-02T19:50:28,760 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/WALs/41897df2911b,44061,1733169027969 2024-12-02T19:50:28,761 INFO [master/41897df2911b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:28,764 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C44061%2C1733169027969, suffix=, logDir=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/WALs/41897df2911b,44061,1733169027969, archiveDir=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/oldWALs, maxLogs=10 2024-12-02T19:50:28,775 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/WALs/41897df2911b,44061,1733169027969/41897df2911b%2C44061%2C1733169027969.1733169028764, exclude list is [], retry=0 2024-12-02T19:50:28,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40181,DS-e5b4b3f8-7bed-415e-b919-2237cd80a8b1,DISK] 2024-12-02T19:50:28,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-bffc8857-e2b5-4e48-830c-5c1ab778e502,DISK] 2024-12-02T19:50:28,781 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/WALs/41897df2911b,44061,1733169027969/41897df2911b%2C44061%2C1733169027969.1733169028764 2024-12-02T19:50:28,781 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39223:39223),(127.0.0.1/127.0.0.1:40267:40267)] 2024-12-02T19:50:28,781 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:50:28,781 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:28,781 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:28,781 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:28,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:28,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T19:50:28,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:28,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:28,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:28,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T19:50:28,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:28,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:28,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:28,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T19:50:28,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:28,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:28,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:28,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T19:50:28,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:28,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:28,791 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:28,792 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:28,792 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:28,793 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:28,793 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:28,794 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:28,795 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:28,797 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:28,798 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60032151, jitterRate=-0.10545124113559723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:28,798 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733169028781Initializing all the Stores at 1733169028782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169028782Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169028782Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169028782Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169028782Cleaning up temporary data from old regions at 1733169028793 (+11 ms)Region opened successfully at 1733169028798 (+5 ms) 2024-12-02T19:50:28,798 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T19:50:28,802 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229dbe41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:28,803 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T19:50:28,803 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T19:50:28,803 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T19:50:28,803 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T19:50:28,804 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T19:50:28,804 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T19:50:28,804 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T19:50:28,806 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T19:50:28,807 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T19:50:28,852 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T19:50:28,853 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T19:50:28,853 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T19:50:28,863 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T19:50:28,864 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T19:50:28,865 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T19:50:28,871 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T19:50:28,872 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T19:50:28,880 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T19:50:28,882 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T19:50:28,888 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T19:50:28,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:28,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:28,897 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:28,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:28,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:28,897 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:28,898 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=41897df2911b,44061,1733169027969, sessionid=0x10198e22e370000, setting cluster-up flag (Was=false) 2024-12-02T19:50:28,913 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:28,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:28,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:28,938 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T19:50:28,939 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,44061,1733169027969 2024-12-02T19:50:28,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:28,955 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:28,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:28,980 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T19:50:28,981 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,44061,1733169027969 2024-12-02T19:50:28,982 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T19:50:28,984 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:28,984 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T19:50:28,984 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T19:50:28,985 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 41897df2911b,44061,1733169027969 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T19:50:28,986 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:28,986 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:28,986 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:28,986 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:28,986 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/41897df2911b:0, corePoolSize=10, maxPoolSize=10 2024-12-02T19:50:28,986 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:28,987 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:28,987 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:28,988 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:28,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T19:50:28,990 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:28,990 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T19:50:28,990 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733169058990 2024-12-02T19:50:28,990 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T19:50:28,991 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T19:50:28,991 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T19:50:28,991 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T19:50:28,991 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T19:50:28,991 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T19:50:28,991 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:28,991 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T19:50:28,991 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T19:50:28,992 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T19:50:28,992 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T19:50:28,992 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T19:50:28,992 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169028992,5,FailOnTimeoutGroup] 2024-12-02T19:50:28,992 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169028992,5,FailOnTimeoutGroup] 2024-12-02T19:50:28,992 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:28,992 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T19:50:28,992 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:28,992 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:50:29,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:50:29,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T19:50:29,002 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7 2024-12-02T19:50:29,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:50:29,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:50:29,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:29,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:50:29,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:50:29,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:29,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:29,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:50:29,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:50:29,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:29,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:29,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:50:29,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:50:29,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:29,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:29,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:50:29,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:50:29,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:29,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:29,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:50:29,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740 2024-12-02T19:50:29,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740 2024-12-02T19:50:29,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:50:29,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:50:29,025 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:29,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:50:29,028 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:29,029 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62682569, jitterRate=-0.06595693528652191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:29,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733169029014Initializing all the Stores at 1733169029015 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169029015Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169029015Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169029015Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169029015Cleaning up temporary data from old regions at 1733169029025 (+10 ms)Region opened successfully at 1733169029029 (+4 ms) 2024-12-02T19:50:29,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:50:29,029 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:50:29,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:50:29,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:50:29,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:50:29,030 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:29,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169029029Disabling compacts and flushes for region at 1733169029029Disabling writes for close at 1733169029029Writing region close event to WAL at 1733169029030 (+1 ms)Closed at 1733169029030 2024-12-02T19:50:29,031 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:29,031 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T19:50:29,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T19:50:29,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:50:29,033 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T19:50:29,047 INFO [RS:0;41897df2911b:38299 {}] regionserver.HRegionServer(746): ClusterId : 82756cae-1e61-4931-8afb-60c2346542d9 2024-12-02T19:50:29,047 INFO [RS:1;41897df2911b:42485 {}] regionserver.HRegionServer(746): ClusterId : 82756cae-1e61-4931-8afb-60c2346542d9 2024-12-02T19:50:29,047 DEBUG [RS:1;41897df2911b:42485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:50:29,047 DEBUG [RS:0;41897df2911b:38299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:50:29,069 DEBUG [RS:1;41897df2911b:42485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:50:29,069 DEBUG [RS:0;41897df2911b:38299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:50:29,069 DEBUG [RS:1;41897df2911b:42485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:50:29,069 DEBUG [RS:0;41897df2911b:38299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:50:29,081 DEBUG [RS:1;41897df2911b:42485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:50:29,081 DEBUG [RS:0;41897df2911b:38299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:50:29,081 DEBUG [RS:1;41897df2911b:42485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a91d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:29,081 DEBUG [RS:0;41897df2911b:38299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce6d498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:29,090 DEBUG [RS:1;41897df2911b:42485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;41897df2911b:42485 2024-12-02T19:50:29,090 INFO [RS:1;41897df2911b:42485 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:50:29,090 INFO [RS:1;41897df2911b:42485 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:50:29,090 DEBUG [RS:1;41897df2911b:42485 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:50:29,091 INFO [RS:1;41897df2911b:42485 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,44061,1733169027969 with port=42485, startcode=1733169028188 2024-12-02T19:50:29,092 DEBUG [RS:1;41897df2911b:42485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:50:29,093 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37663, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:50:29,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,42485,1733169028188 2024-12-02T19:50:29,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44061 {}] master.ServerManager(517): Registering regionserver=41897df2911b,42485,1733169028188 2024-12-02T19:50:29,096 DEBUG [RS:1;41897df2911b:42485 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7 2024-12-02T19:50:29,096 DEBUG [RS:1;41897df2911b:42485 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40197 2024-12-02T19:50:29,096 DEBUG [RS:1;41897df2911b:42485 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:50:29,096 DEBUG [RS:0;41897df2911b:38299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;41897df2911b:38299 2024-12-02T19:50:29,097 INFO [RS:0;41897df2911b:38299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:50:29,097 INFO [RS:0;41897df2911b:38299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:50:29,097 DEBUG [RS:0;41897df2911b:38299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:50:29,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:29,105 INFO [RS:0;41897df2911b:38299 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,44061,1733169027969 with port=38299, startcode=1733169028113 2024-12-02T19:50:29,105 DEBUG [RS:0;41897df2911b:38299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:50:29,106 DEBUG [RS:1;41897df2911b:42485 {}] zookeeper.ZKUtil(111): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,42485,1733169028188 2024-12-02T19:50:29,106 WARN [RS:1;41897df2911b:42485 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:29,106 INFO [RS:1;41897df2911b:42485 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:29,106 DEBUG [RS:1;41897df2911b:42485 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/WALs/41897df2911b,42485,1733169028188 2024-12-02T19:50:29,106 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,42485,1733169028188] 2024-12-02T19:50:29,107 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58533, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:50:29,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,38299,1733169028113 2024-12-02T19:50:29,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44061 {}] master.ServerManager(517): Registering regionserver=41897df2911b,38299,1733169028113 2024-12-02T19:50:29,109 DEBUG [RS:0;41897df2911b:38299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7 2024-12-02T19:50:29,109 DEBUG [RS:0;41897df2911b:38299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40197 2024-12-02T19:50:29,109 DEBUG [RS:0;41897df2911b:38299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:50:29,110 INFO [RS:1;41897df2911b:42485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:50:29,111 INFO [RS:1;41897df2911b:42485 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:50:29,111 INFO [RS:1;41897df2911b:42485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:50:29,111 INFO [RS:1;41897df2911b:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,114 INFO [RS:1;41897df2911b:42485 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:50:29,115 INFO [RS:1;41897df2911b:42485 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:50:29,115 INFO [RS:1;41897df2911b:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,115 DEBUG [RS:1;41897df2911b:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,115 DEBUG [RS:1;41897df2911b:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,115 DEBUG [RS:1;41897df2911b:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,115 DEBUG [RS:1;41897df2911b:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,115 DEBUG [RS:1;41897df2911b:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,115 DEBUG [RS:1;41897df2911b:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:29,115 DEBUG [RS:1;41897df2911b:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,115 DEBUG [RS:1;41897df2911b:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,115 DEBUG [RS:1;41897df2911b:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,115 DEBUG [RS:1;41897df2911b:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,115 DEBUG [RS:1;41897df2911b:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,115 DEBUG [RS:1;41897df2911b:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,116 DEBUG [RS:1;41897df2911b:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:29,116 DEBUG [RS:1;41897df2911b:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:29,117 INFO [RS:1;41897df2911b:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,117 INFO [RS:1;41897df2911b:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,117 INFO [RS:1;41897df2911b:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,117 INFO [RS:1;41897df2911b:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,117 INFO [RS:1;41897df2911b:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,117 INFO [RS:1;41897df2911b:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,42485,1733169028188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:29,128 INFO [RS:1;41897df2911b:42485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:50:29,129 INFO [RS:1;41897df2911b:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,42485,1733169028188-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,129 INFO [RS:1;41897df2911b:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,129 INFO [RS:1;41897df2911b:42485 {}] regionserver.Replication(171): 41897df2911b,42485,1733169028188 started 2024-12-02T19:50:29,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:29,142 DEBUG [RS:0;41897df2911b:38299 {}] zookeeper.ZKUtil(111): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,38299,1733169028113 2024-12-02T19:50:29,142 WARN [RS:0;41897df2911b:38299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:29,142 INFO [RS:0;41897df2911b:38299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:29,142 INFO [RS:1;41897df2911b:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,38299,1733169028113] 2024-12-02T19:50:29,142 DEBUG [RS:0;41897df2911b:38299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/WALs/41897df2911b,38299,1733169028113 2024-12-02T19:50:29,142 INFO [RS:1;41897df2911b:42485 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,42485,1733169028188, RpcServer on 41897df2911b/172.17.0.2:42485, sessionid=0x10198e22e370002 2024-12-02T19:50:29,142 DEBUG [RS:1;41897df2911b:42485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:50:29,142 DEBUG [RS:1;41897df2911b:42485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,42485,1733169028188 2024-12-02T19:50:29,142 DEBUG [RS:1;41897df2911b:42485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,42485,1733169028188' 2024-12-02T19:50:29,142 DEBUG [RS:1;41897df2911b:42485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:50:29,142 DEBUG [RS:1;41897df2911b:42485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:50:29,143 DEBUG [RS:1;41897df2911b:42485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:50:29,143 DEBUG [RS:1;41897df2911b:42485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:50:29,143 DEBUG [RS:1;41897df2911b:42485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,42485,1733169028188 2024-12-02T19:50:29,143 DEBUG [RS:1;41897df2911b:42485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,42485,1733169028188' 2024-12-02T19:50:29,143 DEBUG [RS:1;41897df2911b:42485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:50:29,143 DEBUG [RS:1;41897df2911b:42485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:50:29,144 DEBUG [RS:1;41897df2911b:42485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:50:29,144 INFO [RS:1;41897df2911b:42485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:50:29,144 INFO [RS:1;41897df2911b:42485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:50:29,145 INFO [RS:0;41897df2911b:38299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:50:29,146 INFO [RS:0;41897df2911b:38299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:50:29,146 INFO [RS:0;41897df2911b:38299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:50:29,146 INFO [RS:0;41897df2911b:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,146 INFO [RS:0;41897df2911b:38299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:50:29,147 INFO [RS:0;41897df2911b:38299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:50:29,147 INFO [RS:0;41897df2911b:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,147 DEBUG [RS:0;41897df2911b:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,147 DEBUG [RS:0;41897df2911b:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,147 DEBUG [RS:0;41897df2911b:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,147 DEBUG [RS:0;41897df2911b:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,147 DEBUG [RS:0;41897df2911b:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,147 DEBUG [RS:0;41897df2911b:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:29,147 DEBUG [RS:0;41897df2911b:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,147 DEBUG [RS:0;41897df2911b:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,147 DEBUG [RS:0;41897df2911b:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,148 DEBUG [RS:0;41897df2911b:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,148 DEBUG [RS:0;41897df2911b:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,148 DEBUG [RS:0;41897df2911b:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:29,148 DEBUG [RS:0;41897df2911b:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:29,148 DEBUG [RS:0;41897df2911b:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:29,150 INFO [RS:0;41897df2911b:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,150 INFO [RS:0;41897df2911b:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,150 INFO [RS:0;41897df2911b:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,151 INFO [RS:0;41897df2911b:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,151 INFO [RS:0;41897df2911b:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,151 INFO [RS:0;41897df2911b:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,38299,1733169028113-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:29,164 INFO [RS:0;41897df2911b:38299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:50:29,164 INFO [RS:0;41897df2911b:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,38299,1733169028113-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,164 INFO [RS:0;41897df2911b:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,164 INFO [RS:0;41897df2911b:38299 {}] regionserver.Replication(171): 41897df2911b,38299,1733169028113 started 2024-12-02T19:50:29,176 INFO [RS:0;41897df2911b:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,176 INFO [RS:0;41897df2911b:38299 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,38299,1733169028113, RpcServer on 41897df2911b/172.17.0.2:38299, sessionid=0x10198e22e370001 2024-12-02T19:50:29,176 DEBUG [RS:0;41897df2911b:38299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:50:29,176 DEBUG [RS:0;41897df2911b:38299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,38299,1733169028113 2024-12-02T19:50:29,176 DEBUG [RS:0;41897df2911b:38299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,38299,1733169028113' 2024-12-02T19:50:29,176 DEBUG [RS:0;41897df2911b:38299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:50:29,177 DEBUG [RS:0;41897df2911b:38299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:50:29,177 DEBUG [RS:0;41897df2911b:38299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:50:29,177 DEBUG [RS:0;41897df2911b:38299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:50:29,177 DEBUG [RS:0;41897df2911b:38299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,38299,1733169028113 2024-12-02T19:50:29,177 DEBUG [RS:0;41897df2911b:38299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,38299,1733169028113' 2024-12-02T19:50:29,177 DEBUG [RS:0;41897df2911b:38299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:50:29,178 DEBUG [RS:0;41897df2911b:38299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:50:29,178 DEBUG [RS:0;41897df2911b:38299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:50:29,178 INFO [RS:0;41897df2911b:38299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:50:29,178 INFO [RS:0;41897df2911b:38299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:50:29,183 WARN [41897df2911b:44061 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T19:50:29,244 INFO [RS:1;41897df2911b:42485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:29,246 INFO [RS:1;41897df2911b:42485 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C42485%2C1733169028188, suffix=, logDir=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/WALs/41897df2911b,42485,1733169028188, archiveDir=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/oldWALs, maxLogs=32 2024-12-02T19:50:29,258 DEBUG [RS:1;41897df2911b:42485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/WALs/41897df2911b,42485,1733169028188/41897df2911b%2C42485%2C1733169028188.1733169029247, exclude list is [], retry=0 2024-12-02T19:50:29,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-bffc8857-e2b5-4e48-830c-5c1ab778e502,DISK] 2024-12-02T19:50:29,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40181,DS-e5b4b3f8-7bed-415e-b919-2237cd80a8b1,DISK] 2024-12-02T19:50:29,263 INFO [RS:1;41897df2911b:42485 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/WALs/41897df2911b,42485,1733169028188/41897df2911b%2C42485%2C1733169028188.1733169029247 2024-12-02T19:50:29,263 DEBUG [RS:1;41897df2911b:42485 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40267:40267),(127.0.0.1/127.0.0.1:39223:39223)] 2024-12-02T19:50:29,278 INFO [RS:0;41897df2911b:38299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:29,280 INFO [RS:0;41897df2911b:38299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C38299%2C1733169028113, suffix=, logDir=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/WALs/41897df2911b,38299,1733169028113, archiveDir=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/oldWALs, maxLogs=32 2024-12-02T19:50:29,292 DEBUG [RS:0;41897df2911b:38299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/WALs/41897df2911b,38299,1733169028113/41897df2911b%2C38299%2C1733169028113.1733169029280, exclude list is [], retry=0 2024-12-02T19:50:29,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40181,DS-e5b4b3f8-7bed-415e-b919-2237cd80a8b1,DISK] 2024-12-02T19:50:29,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-bffc8857-e2b5-4e48-830c-5c1ab778e502,DISK] 2024-12-02T19:50:29,297 INFO [RS:0;41897df2911b:38299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/WALs/41897df2911b,38299,1733169028113/41897df2911b%2C38299%2C1733169028113.1733169029280 2024-12-02T19:50:29,297 DEBUG [RS:0;41897df2911b:38299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40267:40267),(127.0.0.1/127.0.0.1:39223:39223)] 2024-12-02T19:50:29,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T19:50:29,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:29,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:29,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:29,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:29,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:29,390 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:50:29,390 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T19:50:29,390 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-12-02T19:50:29,434 DEBUG [41897df2911b:44061 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T19:50:29,434 DEBUG [41897df2911b:44061 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T19:50:29,436 DEBUG [41897df2911b:44061 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T19:50:29,436 DEBUG [41897df2911b:44061 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T19:50:29,436 DEBUG [41897df2911b:44061 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T19:50:29,436 DEBUG [41897df2911b:44061 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T19:50:29,436 INFO [41897df2911b:44061 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T19:50:29,436 INFO [41897df2911b:44061 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T19:50:29,436 DEBUG [41897df2911b:44061 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T19:50:29,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=41897df2911b,42485,1733169028188 2024-12-02T19:50:29,437 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,42485,1733169028188, state=OPENING 2024-12-02T19:50:29,468 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T19:50:29,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:29,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:29,480 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:29,480 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:50:29,480 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:29,480 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:29,480 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:29,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,42485,1733169028188}] 2024-12-02T19:50:29,634 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:29,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33295, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:29,639 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T19:50:29,639 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:29,639 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T19:50:29,641 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C42485%2C1733169028188.meta, suffix=.meta, logDir=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/WALs/41897df2911b,42485,1733169028188, archiveDir=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/oldWALs, maxLogs=32 2024-12-02T19:50:29,653 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/WALs/41897df2911b,42485,1733169028188/41897df2911b%2C42485%2C1733169028188.meta.1733169029641.meta, exclude list is [], retry=0 2024-12-02T19:50:29,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40181,DS-e5b4b3f8-7bed-415e-b919-2237cd80a8b1,DISK] 2024-12-02T19:50:29,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40095,DS-bffc8857-e2b5-4e48-830c-5c1ab778e502,DISK] 2024-12-02T19:50:29,657 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/WALs/41897df2911b,42485,1733169028188/41897df2911b%2C42485%2C1733169028188.meta.1733169029641.meta 2024-12-02T19:50:29,658 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39223:39223),(127.0.0.1/127.0.0.1:40267:40267)] 2024-12-02T19:50:29,658 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:50:29,658 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T19:50:29,658 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T19:50:29,658 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T19:50:29,658 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T19:50:29,658 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:29,658 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T19:50:29,658 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T19:50:29,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:50:29,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:50:29,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:29,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:29,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:50:29,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:50:29,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:29,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:29,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:50:29,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:50:29,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:29,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:29,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:50:29,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:50:29,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:29,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:29,666 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:50:29,667 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740 2024-12-02T19:50:29,668 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740 2024-12-02T19:50:29,669 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:50:29,669 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:50:29,669 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:29,670 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:50:29,671 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64229580, jitterRate=-0.042904675006866455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:29,671 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T19:50:29,672 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733169029658Writing region info on filesystem at 1733169029658Initializing all the Stores at 1733169029659 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169029660 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169029660Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169029660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169029660Cleaning up temporary data from old regions at 1733169029669 (+9 ms)Running coprocessor post-open hooks at 1733169029671 (+2 ms)Region opened successfully at 1733169029672 (+1 ms) 2024-12-02T19:50:29,673 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733169029633 2024-12-02T19:50:29,675 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T19:50:29,675 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T19:50:29,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,42485,1733169028188 2024-12-02T19:50:29,676 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,42485,1733169028188, state=OPEN 2024-12-02T19:50:29,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:29,705 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:29,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:29,705 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=41897df2911b,42485,1733169028188 2024-12-02T19:50:29,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:29,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:29,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:29,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T19:50:29,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,42485,1733169028188 in 225 msec 2024-12-02T19:50:29,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T19:50:29,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 677 msec 2024-12-02T19:50:29,711 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:29,711 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T19:50:29,712 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:50:29,713 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,42485,1733169028188, seqNum=-1] 2024-12-02T19:50:29,713 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:29,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54249, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:29,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 735 msec 2024-12-02T19:50:29,720 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733169029720, completionTime=-1 2024-12-02T19:50:29,720 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T19:50:29,720 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T19:50:29,722 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-02T19:50:29,722 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733169089722 2024-12-02T19:50:29,722 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733169149722 2024-12-02T19:50:29,722 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T19:50:29,723 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,44061,1733169027969-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,723 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,44061,1733169027969-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,723 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,44061,1733169027969-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,723 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-41897df2911b:44061, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,723 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,723 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,725 DEBUG [master/41897df2911b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T19:50:29,727 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.422sec 2024-12-02T19:50:29,727 INFO [master/41897df2911b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T19:50:29,728 INFO [master/41897df2911b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T19:50:29,728 INFO [master/41897df2911b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T19:50:29,728 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T19:50:29,728 INFO [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T19:50:29,728 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,44061,1733169027969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:29,728 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,44061,1733169027969-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T19:50:29,730 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T19:50:29,730 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T19:50:29,730 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,44061,1733169027969-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:29,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa15bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:29,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,44061,-1 for getting cluster id 2024-12-02T19:50:29,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:50:29,750 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82756cae-1e61-4931-8afb-60c2346542d9' 2024-12-02T19:50:29,750 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:50:29,750 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82756cae-1e61-4931-8afb-60c2346542d9" 2024-12-02T19:50:29,750 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a00cf39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:29,751 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,44061,-1] 2024-12-02T19:50:29,751 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:50:29,751 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:29,752 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:50:29,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67112869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:29,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:50:29,755 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,42485,1733169028188, seqNum=-1] 2024-12-02T19:50:29,755 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:29,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:29,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=41897df2911b,44061,1733169027969 2024-12-02T19:50:29,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:50:29,759 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,44061,1733169027969 2024-12-02T19:50:29,759 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77680fe5 2024-12-02T19:50:29,759 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:50:29,760 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:50:29,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44061 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:50:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44061 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T19:50:29,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T19:50:29,763 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:29,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44061 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-02T19:50:29,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T19:50:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:29,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741836_1012 (size=379) 2024-12-02T19:50:29,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741836_1012 (size=379) 2024-12-02T19:50:29,773 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a9f3ceba96801424dad8e46834f16b0, NAME => 'testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7 2024-12-02T19:50:29,773 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 326f9502b25e8d87b40bcdd53f0ca8af, NAME => 'testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7 2024-12-02T19:50:29,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741837_1013 (size=61) 2024-12-02T19:50:29,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741838_1014 (size=61) 2024-12-02T19:50:29,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741838_1014 (size=61) 2024-12-02T19:50:29,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741837_1013 (size=61) 2024-12-02T19:50:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:30,181 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:30,181 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 326f9502b25e8d87b40bcdd53f0ca8af, disabling compactions & flushes 2024-12-02T19:50:30,181 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af. 2024-12-02T19:50:30,181 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af. 2024-12-02T19:50:30,181 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:30,181 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af. after waiting 0 ms 2024-12-02T19:50:30,181 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af. 2024-12-02T19:50:30,181 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af. 2024-12-02T19:50:30,181 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 8a9f3ceba96801424dad8e46834f16b0, disabling compactions & flushes 2024-12-02T19:50:30,181 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 326f9502b25e8d87b40bcdd53f0ca8af: Waiting for close lock at 1733169030181Disabling compacts and flushes for region at 1733169030181Disabling writes for close at 1733169030181Writing region close event to WAL at 1733169030181Closed at 1733169030181 2024-12-02T19:50:30,181 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0. 2024-12-02T19:50:30,181 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0. 2024-12-02T19:50:30,181 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0. after waiting 0 ms 2024-12-02T19:50:30,181 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0. 2024-12-02T19:50:30,181 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0. 2024-12-02T19:50:30,181 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a9f3ceba96801424dad8e46834f16b0: Waiting for close lock at 1733169030181Disabling compacts and flushes for region at 1733169030181Disabling writes for close at 1733169030181Writing region close event to WAL at 1733169030181Closed at 1733169030181 2024-12-02T19:50:30,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T19:50:30,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733169030183"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169030183"}]},"ts":"1733169030183"} 2024-12-02T19:50:30,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733169030183"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169030183"}]},"ts":"1733169030183"} 2024-12-02T19:50:30,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-02T19:50:30,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T19:50:30,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169030188"}]},"ts":"1733169030188"} 2024-12-02T19:50:30,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T19:50:30,191 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T19:50:30,192 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T19:50:30,192 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T19:50:30,192 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T19:50:30,192 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T19:50:30,192 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T19:50:30,192 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T19:50:30,192 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T19:50:30,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8a9f3ceba96801424dad8e46834f16b0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=326f9502b25e8d87b40bcdd53f0ca8af, ASSIGN}] 2024-12-02T19:50:30,194 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=326f9502b25e8d87b40bcdd53f0ca8af, ASSIGN 2024-12-02T19:50:30,194 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8a9f3ceba96801424dad8e46834f16b0, ASSIGN 2024-12-02T19:50:30,195 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8a9f3ceba96801424dad8e46834f16b0, ASSIGN; state=OFFLINE, location=41897df2911b,38299,1733169028113; forceNewPlan=false, retain=false 2024-12-02T19:50:30,195 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=326f9502b25e8d87b40bcdd53f0ca8af, ASSIGN; state=OFFLINE, location=41897df2911b,42485,1733169028188; forceNewPlan=false, retain=false 2024-12-02T19:50:30,346 INFO [41897df2911b:44061 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T19:50:30,346 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a9f3ceba96801424dad8e46834f16b0, regionState=OPENING, regionLocation=41897df2911b,38299,1733169028113 2024-12-02T19:50:30,346 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=326f9502b25e8d87b40bcdd53f0ca8af, regionState=OPENING, regionLocation=41897df2911b,42485,1733169028188 2024-12-02T19:50:30,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8a9f3ceba96801424dad8e46834f16b0, ASSIGN because future has completed 2024-12-02T19:50:30,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a9f3ceba96801424dad8e46834f16b0, server=41897df2911b,38299,1733169028113}] 2024-12-02T19:50:30,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=326f9502b25e8d87b40bcdd53f0ca8af, ASSIGN because future has completed 2024-12-02T19:50:30,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 326f9502b25e8d87b40bcdd53f0ca8af, server=41897df2911b,42485,1733169028188}] 2024-12-02T19:50:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:30,502 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:30,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46217, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:30,508 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0. 2024-12-02T19:50:30,508 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a9f3ceba96801424dad8e46834f16b0, NAME => 'testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T19:50:30,508 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8a9f3ceba96801424dad8e46834f16b0 2024-12-02T19:50:30,508 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:30,508 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8a9f3ceba96801424dad8e46834f16b0 2024-12-02T19:50:30,508 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8a9f3ceba96801424dad8e46834f16b0 2024-12-02T19:50:30,517 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af. 2024-12-02T19:50:30,517 INFO [StoreOpener-8a9f3ceba96801424dad8e46834f16b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8a9f3ceba96801424dad8e46834f16b0 2024-12-02T19:50:30,517 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 326f9502b25e8d87b40bcdd53f0ca8af, NAME => 'testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T19:50:30,517 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 326f9502b25e8d87b40bcdd53f0ca8af 2024-12-02T19:50:30,517 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:30,518 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 326f9502b25e8d87b40bcdd53f0ca8af 2024-12-02T19:50:30,518 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 326f9502b25e8d87b40bcdd53f0ca8af 2024-12-02T19:50:30,519 INFO [StoreOpener-8a9f3ceba96801424dad8e46834f16b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a9f3ceba96801424dad8e46834f16b0 columnFamilyName family 2024-12-02T19:50:30,519 DEBUG [StoreOpener-8a9f3ceba96801424dad8e46834f16b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:30,519 INFO [StoreOpener-8a9f3ceba96801424dad8e46834f16b0-1 {}] regionserver.HStore(327): Store=8a9f3ceba96801424dad8e46834f16b0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:30,520 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8a9f3ceba96801424dad8e46834f16b0 2024-12-02T19:50:30,520 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/8a9f3ceba96801424dad8e46834f16b0 2024-12-02T19:50:30,520 INFO [StoreOpener-326f9502b25e8d87b40bcdd53f0ca8af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 326f9502b25e8d87b40bcdd53f0ca8af 2024-12-02T19:50:30,521 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/8a9f3ceba96801424dad8e46834f16b0 2024-12-02T19:50:30,521 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8a9f3ceba96801424dad8e46834f16b0 2024-12-02T19:50:30,521 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8a9f3ceba96801424dad8e46834f16b0 2024-12-02T19:50:30,522 INFO [StoreOpener-326f9502b25e8d87b40bcdd53f0ca8af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 326f9502b25e8d87b40bcdd53f0ca8af columnFamilyName family 2024-12-02T19:50:30,522 DEBUG [StoreOpener-326f9502b25e8d87b40bcdd53f0ca8af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:30,522 INFO [StoreOpener-326f9502b25e8d87b40bcdd53f0ca8af-1 {}] regionserver.HStore(327): Store=326f9502b25e8d87b40bcdd53f0ca8af/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:30,523 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 326f9502b25e8d87b40bcdd53f0ca8af 2024-12-02T19:50:30,523 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/326f9502b25e8d87b40bcdd53f0ca8af 2024-12-02T19:50:30,523 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8a9f3ceba96801424dad8e46834f16b0 2024-12-02T19:50:30,524 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/326f9502b25e8d87b40bcdd53f0ca8af 2024-12-02T19:50:30,524 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 326f9502b25e8d87b40bcdd53f0ca8af 2024-12-02T19:50:30,524 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 326f9502b25e8d87b40bcdd53f0ca8af 2024-12-02T19:50:30,525 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 326f9502b25e8d87b40bcdd53f0ca8af 2024-12-02T19:50:30,526 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/8a9f3ceba96801424dad8e46834f16b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:30,526 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 8a9f3ceba96801424dad8e46834f16b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75146330, jitterRate=0.11976757645606995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:50:30,526 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a9f3ceba96801424dad8e46834f16b0 2024-12-02T19:50:30,527 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8a9f3ceba96801424dad8e46834f16b0: Running coprocessor pre-open hook at 1733169030508Writing region info on filesystem at 1733169030508Initializing all the Stores at 1733169030509 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169030509Cleaning up temporary data from old regions at 1733169030521 (+12 ms)Running coprocessor post-open hooks at 1733169030526 (+5 ms)Region opened successfully at 1733169030527 (+1 ms) 2024-12-02T19:50:30,528 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0., pid=7, masterSystemTime=1733169030502 2024-12-02T19:50:30,528 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/326f9502b25e8d87b40bcdd53f0ca8af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:30,531 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 326f9502b25e8d87b40bcdd53f0ca8af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71784750, jitterRate=0.06967613101005554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:50:30,531 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 326f9502b25e8d87b40bcdd53f0ca8af 2024-12-02T19:50:30,531 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 326f9502b25e8d87b40bcdd53f0ca8af: Running coprocessor pre-open hook at 1733169030518Writing region info on filesystem at 1733169030518Initializing all the Stores at 1733169030519 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169030519Cleaning up temporary data from old regions at 1733169030524 (+5 ms)Running coprocessor post-open hooks at 1733169030531 (+7 ms)Region opened successfully at 1733169030531 2024-12-02T19:50:30,531 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0. 2024-12-02T19:50:30,531 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0. 2024-12-02T19:50:30,532 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a9f3ceba96801424dad8e46834f16b0, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,38299,1733169028113 2024-12-02T19:50:30,533 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af., pid=8, masterSystemTime=1733169030503 2024-12-02T19:50:30,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a9f3ceba96801424dad8e46834f16b0, server=41897df2911b,38299,1733169028113 because future has completed 2024-12-02T19:50:30,537 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af. 2024-12-02T19:50:30,537 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af. 2024-12-02T19:50:30,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=326f9502b25e8d87b40bcdd53f0ca8af, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,42485,1733169028188 2024-12-02T19:50:30,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 326f9502b25e8d87b40bcdd53f0ca8af, server=41897df2911b,42485,1733169028188 because future has completed 2024-12-02T19:50:30,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-02T19:50:30,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a9f3ceba96801424dad8e46834f16b0, server=41897df2911b,38299,1733169028113 in 188 msec 2024-12-02T19:50:30,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8a9f3ceba96801424dad8e46834f16b0, ASSIGN in 349 msec 2024-12-02T19:50:30,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-02T19:50:30,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 326f9502b25e8d87b40bcdd53f0ca8af, server=41897df2911b,42485,1733169028188 in 192 msec 2024-12-02T19:50:30,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-02T19:50:30,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=326f9502b25e8d87b40bcdd53f0ca8af, ASSIGN in 353 msec 2024-12-02T19:50:30,549 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T19:50:30,550 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169030550"}]},"ts":"1733169030550"} 2024-12-02T19:50:30,553 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T19:50:30,554 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T19:50:30,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 793 msec 2024-12-02T19:50:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:30,901 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T19:50:30,901 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-02T19:50:30,901 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T19:50:30,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T19:50:30,904 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T19:50:30,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-02T19:50:30,907 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0., hostname=41897df2911b,38299,1733169028113, seqNum=2] 2024-12-02T19:50:30,907 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:30,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:30,919 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af., hostname=41897df2911b,42485,1733169028188, seqNum=2] 2024-12-02T19:50:30,932 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8a9f3ceba96801424dad8e46834f16b0 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T19:50:30,945 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/8a9f3ceba96801424dad8e46834f16b0/.tmp/family/601ad0a66fd64ee0bae796cb28911876 is 32, key is 1/family:/1733169030909/Put/seqid=0 2024-12-02T19:50:30,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741839_1015 (size=5054) 2024-12-02T19:50:30,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741839_1015 (size=5054) 2024-12-02T19:50:30,950 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/8a9f3ceba96801424dad8e46834f16b0/.tmp/family/601ad0a66fd64ee0bae796cb28911876 2024-12-02T19:50:30,957 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/8a9f3ceba96801424dad8e46834f16b0/.tmp/family/601ad0a66fd64ee0bae796cb28911876 as hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/8a9f3ceba96801424dad8e46834f16b0/family/601ad0a66fd64ee0bae796cb28911876 2024-12-02T19:50:30,962 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/8a9f3ceba96801424dad8e46834f16b0/family/601ad0a66fd64ee0bae796cb28911876, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T19:50:30,963 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8a9f3ceba96801424dad8e46834f16b0 in 31ms, sequenceid=8, compaction requested=false 2024-12-02T19:50:30,963 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8a9f3ceba96801424dad8e46834f16b0: 2024-12-02T19:50:30,963 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 326f9502b25e8d87b40bcdd53f0ca8af 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T19:50:30,976 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/326f9502b25e8d87b40bcdd53f0ca8af/.tmp/family/327249eb023a41a4b0b14b94ed0c3878 is 32, key is 5/family:/1733169030920/Put/seqid=0 2024-12-02T19:50:30,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741840_1016 (size=5083) 2024-12-02T19:50:30,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741840_1016 (size=5083) 2024-12-02T19:50:30,982 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/326f9502b25e8d87b40bcdd53f0ca8af/.tmp/family/327249eb023a41a4b0b14b94ed0c3878 2024-12-02T19:50:30,988 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/326f9502b25e8d87b40bcdd53f0ca8af/.tmp/family/327249eb023a41a4b0b14b94ed0c3878 as hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/326f9502b25e8d87b40bcdd53f0ca8af/family/327249eb023a41a4b0b14b94ed0c3878 2024-12-02T19:50:30,995 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/326f9502b25e8d87b40bcdd53f0ca8af/family/327249eb023a41a4b0b14b94ed0c3878, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T19:50:30,996 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 326f9502b25e8d87b40bcdd53f0ca8af in 33ms, sequenceid=9, compaction requested=false 2024-12-02T19:50:30,996 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 326f9502b25e8d87b40bcdd53f0ca8af: 2024-12-02T19:50:30,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385b862d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:30,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,44061,-1 for getting cluster id 2024-12-02T19:50:30,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:50:30,997 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82756cae-1e61-4931-8afb-60c2346542d9' 2024-12-02T19:50:30,997 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:50:30,997 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82756cae-1e61-4931-8afb-60c2346542d9" 2024-12-02T19:50:30,998 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7bfe37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:30,998 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,44061,-1] 2024-12-02T19:50:30,998 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:50:30,998 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:30,999 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:50:31,000 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a33b219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:31,005 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-02T19:50:31,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:50:31,006 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,42485,1733169028188, seqNum=-1] 2024-12-02T19:50:31,006 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:31,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:31,010 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:31,010 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:31,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:31,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] bucket.BucketCache(1863): found 1 blocks for file 327249eb023a41a4b0b14b94ed0c3878, starting offset: 0, end offset: 9223372036854775807 2024-12-02T19:50:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38299 {}] bucket.BucketCache(1863): found 1 blocks for file 601ad0a66fd64ee0bae796cb28911876, starting offset: 0, end offset: 9223372036854775807 2024-12-02T19:50:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38299 {}] bucket.BucketCache(856): removed key 601ad0a66fd64ee0bae796cb28911876_0 from back map with offset lock 2094080 in the evict process 2024-12-02T19:50:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42485 {}] bucket.BucketCache(856): removed key 327249eb023a41a4b0b14b94ed0c3878_0 from back map with offset lock 2094080 in the evict process 2024-12-02T19:50:31,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:50:31,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:31,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:31,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:31,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:50:31,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T19:50:31,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:50:31,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:31,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:31,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:31,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:50:31,015 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T19:50:31,015 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=42043414, stopped=false 2024-12-02T19:50:31,015 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=41897df2911b,44061,1733169027969 2024-12-02T19:50:31,068 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:31,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:31,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:31,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:31,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:31,068 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:31,068 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:50:31,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:50:31,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:31,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:31,069 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,38299,1733169028113' ***** 2024-12-02T19:50:31,069 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:50:31,069 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,42485,1733169028188' ***** 2024-12-02T19:50:31,069 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:50:31,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:31,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:31,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:31,069 INFO [RS:0;41897df2911b:38299 {}] bucket.BucketCache(1738): Disabling cache 2024-12-02T19:50:31,070 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T19:50:31,070 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T19:50:31,070 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T19:50:31,070 INFO [RS:1;41897df2911b:42485 {}] bucket.BucketCache(1738): Disabling cache 2024-12-02T19:50:31,070 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T19:50:31,070 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T19:50:31,070 INFO [RS:0;41897df2911b:38299 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T19:50:31,070 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T19:50:31,070 INFO [RS:0;41897df2911b:38299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:50:31,070 INFO [RS:1;41897df2911b:42485 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T19:50:31,070 INFO [RS:0;41897df2911b:38299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:50:31,070 INFO [RS:1;41897df2911b:42485 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:50:31,070 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:50:31,070 INFO [RS:0;41897df2911b:38299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:50:31,070 INFO [RS:1;41897df2911b:42485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:50:31,070 INFO [RS:1;41897df2911b:42485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:50:31,070 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:50:31,071 INFO [RS:1;41897df2911b:42485 {}] regionserver.HRegionServer(3091): Received CLOSE for 326f9502b25e8d87b40bcdd53f0ca8af 2024-12-02T19:50:31,071 INFO [RS:0;41897df2911b:38299 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a9f3ceba96801424dad8e46834f16b0 2024-12-02T19:50:31,071 INFO [RS:0;41897df2911b:38299 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,38299,1733169028113 2024-12-02T19:50:31,071 INFO [RS:1;41897df2911b:42485 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,42485,1733169028188 2024-12-02T19:50:31,071 INFO [RS:0;41897df2911b:38299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:31,071 INFO [RS:1;41897df2911b:42485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:31,071 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a9f3ceba96801424dad8e46834f16b0, disabling compactions & flushes 2024-12-02T19:50:31,071 INFO [RS:0;41897df2911b:38299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;41897df2911b:38299. 2024-12-02T19:50:31,071 INFO [RS:1;41897df2911b:42485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;41897df2911b:42485. 2024-12-02T19:50:31,071 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0. 2024-12-02T19:50:31,071 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 326f9502b25e8d87b40bcdd53f0ca8af, disabling compactions & flushes 2024-12-02T19:50:31,071 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0. 2024-12-02T19:50:31,071 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af. 2024-12-02T19:50:31,071 DEBUG [RS:0;41897df2911b:38299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:31,071 DEBUG [RS:1;41897df2911b:42485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:31,071 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0. after waiting 0 ms 2024-12-02T19:50:31,071 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af. 2024-12-02T19:50:31,071 DEBUG [RS:0;41897df2911b:38299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:31,071 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0. 2024-12-02T19:50:31,071 DEBUG [RS:1;41897df2911b:42485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:31,071 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af. after waiting 0 ms 2024-12-02T19:50:31,071 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af. 2024-12-02T19:50:31,071 INFO [RS:1;41897df2911b:42485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:50:31,071 INFO [RS:0;41897df2911b:38299 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T19:50:31,071 INFO [RS:1;41897df2911b:42485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:50:31,071 DEBUG [RS:0;41897df2911b:38299 {}] regionserver.HRegionServer(1325): Online Regions={8a9f3ceba96801424dad8e46834f16b0=testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0.} 2024-12-02T19:50:31,071 INFO [RS:1;41897df2911b:42485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:50:31,071 DEBUG [RS:0;41897df2911b:38299 {}] regionserver.HRegionServer(1351): Waiting on 8a9f3ceba96801424dad8e46834f16b0 2024-12-02T19:50:31,071 INFO [RS:1;41897df2911b:42485 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T19:50:31,073 INFO [RS:1;41897df2911b:42485 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T19:50:31,073 DEBUG [RS:1;41897df2911b:42485 {}] regionserver.HRegionServer(1325): Online Regions={326f9502b25e8d87b40bcdd53f0ca8af=testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T19:50:31,073 DEBUG [RS:1;41897df2911b:42485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 326f9502b25e8d87b40bcdd53f0ca8af 2024-12-02T19:50:31,073 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:50:31,073 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:50:31,073 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:50:31,073 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:50:31,073 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:50:31,073 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-02T19:50:31,076 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/326f9502b25e8d87b40bcdd53f0ca8af/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T19:50:31,076 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/default/testClearRegionBlockCache/8a9f3ceba96801424dad8e46834f16b0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T19:50:31,077 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af. 2024-12-02T19:50:31,077 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 326f9502b25e8d87b40bcdd53f0ca8af: Waiting for close lock at 1733169031071Running coprocessor pre-close hooks at 1733169031071Disabling compacts and flushes for region at 1733169031071Disabling writes for close at 1733169031071Writing region close event to WAL at 1733169031073 (+2 ms)Running coprocessor post-close hooks at 1733169031077 (+4 ms)Closed at 1733169031077 2024-12-02T19:50:31,077 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0. 2024-12-02T19:50:31,077 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a9f3ceba96801424dad8e46834f16b0: Waiting for close lock at 1733169031071Running coprocessor pre-close hooks at 1733169031071Disabling compacts and flushes for region at 1733169031071Disabling writes for close at 1733169031071Writing region close event to WAL at 1733169031073 (+2 ms)Running coprocessor post-close hooks at 1733169031077 (+4 ms)Closed at 1733169031077 2024-12-02T19:50:31,077 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af. 2024-12-02T19:50:31,077 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733169029761.8a9f3ceba96801424dad8e46834f16b0. 2024-12-02T19:50:31,092 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740/.tmp/info/5cb04c68363240099ecb9465ee17bef6 is 173, key is testClearRegionBlockCache,5,1733169029761.326f9502b25e8d87b40bcdd53f0ca8af./info:regioninfo/1733169030537/Put/seqid=0 2024-12-02T19:50:31,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741841_1017 (size=8173) 2024-12-02T19:50:31,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741841_1017 (size=8173) 2024-12-02T19:50:31,098 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740/.tmp/info/5cb04c68363240099ecb9465ee17bef6 2024-12-02T19:50:31,118 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:31,119 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740/.tmp/ns/4b9ed9b0cbc94eeb890fa9fe63dbbd6c is 43, key is default/ns:d/1733169029715/Put/seqid=0 2024-12-02T19:50:31,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741842_1018 (size=5153) 2024-12-02T19:50:31,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741842_1018 (size=5153) 2024-12-02T19:50:31,127 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740/.tmp/ns/4b9ed9b0cbc94eeb890fa9fe63dbbd6c 2024-12-02T19:50:31,152 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740/.tmp/table/ce5d54471cf54882a6dff89c0557bb37 is 61, key is testClearRegionBlockCache/table:state/1733169030550/Put/seqid=0 2024-12-02T19:50:31,153 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:31,153 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T19:50:31,153 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T19:50:31,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741843_1019 (size=5312) 2024-12-02T19:50:31,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741843_1019 (size=5312) 2024-12-02T19:50:31,161 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740/.tmp/table/ce5d54471cf54882a6dff89c0557bb37 2024-12-02T19:50:31,168 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740/.tmp/info/5cb04c68363240099ecb9465ee17bef6 as hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740/info/5cb04c68363240099ecb9465ee17bef6 2024-12-02T19:50:31,175 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740/info/5cb04c68363240099ecb9465ee17bef6, entries=20, sequenceid=13, filesize=8.0 K 2024-12-02T19:50:31,176 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740/.tmp/ns/4b9ed9b0cbc94eeb890fa9fe63dbbd6c as hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740/ns/4b9ed9b0cbc94eeb890fa9fe63dbbd6c 2024-12-02T19:50:31,183 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740/ns/4b9ed9b0cbc94eeb890fa9fe63dbbd6c, entries=2, sequenceid=13, filesize=5.0 K 2024-12-02T19:50:31,184 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740/.tmp/table/ce5d54471cf54882a6dff89c0557bb37 as hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740/table/ce5d54471cf54882a6dff89c0557bb37 2024-12-02T19:50:31,190 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740/table/ce5d54471cf54882a6dff89c0557bb37, entries=2, sequenceid=13, filesize=5.2 K 2024-12-02T19:50:31,191 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=13, compaction requested=false 2024-12-02T19:50:31,196 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-02T19:50:31,196 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:50:31,196 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:31,196 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169031073Running coprocessor pre-close hooks at 1733169031073Disabling compacts and flushes for region at 1733169031073Disabling writes for close at 1733169031073Obtaining lock to block concurrent updates at 1733169031073Preparing flush snapshotting stores in 1588230740 at 1733169031073Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733169031074 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733169031074Flushing 1588230740/info: creating writer at 1733169031074Flushing 1588230740/info: appending metadata at 1733169031092 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733169031092Flushing 1588230740/ns: creating writer at 1733169031105 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733169031118 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733169031118Flushing 1588230740/table: creating writer at 1733169031133 (+15 ms)Flushing 1588230740/table: appending metadata at 1733169031152 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733169031152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24b05266: reopening flushed file at 1733169031167 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e876f5: reopening flushed file at 1733169031175 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ccdf34: reopening flushed file at 1733169031183 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=13, compaction requested=false at 1733169031191 (+8 ms)Writing region close event to WAL at 1733169031192 (+1 ms)Running coprocessor post-close hooks at 1733169031196 (+4 ms)Closed at 1733169031196 2024-12-02T19:50:31,197 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:31,203 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T19:50:31,204 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T19:50:31,271 INFO [RS:0;41897df2911b:38299 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,38299,1733169028113; all regions closed. 2024-12-02T19:50:31,273 INFO [RS:1;41897df2911b:42485 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,42485,1733169028188; all regions closed. 2024-12-02T19:50:31,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741834_1010 (size=1758) 2024-12-02T19:50:31,274 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/WALs/41897df2911b,38299,1733169028113/41897df2911b%2C38299%2C1733169028113.1733169029280 not finished, retry = 0 2024-12-02T19:50:31,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741834_1010 (size=1758) 2024-12-02T19:50:31,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741835_1011 (size=4338) 2024-12-02T19:50:31,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741835_1011 (size=4338) 2024-12-02T19:50:31,278 DEBUG [RS:1;41897df2911b:42485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/oldWALs 2024-12-02T19:50:31,278 INFO [RS:1;41897df2911b:42485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C42485%2C1733169028188.meta:.meta(num 1733169029641) 2024-12-02T19:50:31,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741833_1009 (size=1867) 2024-12-02T19:50:31,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741833_1009 (size=1867) 2024-12-02T19:50:31,287 DEBUG [RS:1;41897df2911b:42485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/oldWALs 2024-12-02T19:50:31,287 INFO [RS:1;41897df2911b:42485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C42485%2C1733169028188:(num 1733169029247) 2024-12-02T19:50:31,287 DEBUG [RS:1;41897df2911b:42485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:31,287 INFO [RS:1;41897df2911b:42485 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:31,288 INFO [RS:1;41897df2911b:42485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:31,288 INFO [RS:1;41897df2911b:42485 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:31,288 INFO [RS:1;41897df2911b:42485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:31,288 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:31,288 INFO [RS:1;41897df2911b:42485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42485 2024-12-02T19:50:31,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,42485,1733169028188 2024-12-02T19:50:31,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:31,305 INFO [RS:1;41897df2911b:42485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:31,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,42485,1733169028188] 2024-12-02T19:50:31,321 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,42485,1733169028188 already deleted, retry=false 2024-12-02T19:50:31,321 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,42485,1733169028188 expired; onlineServers=1 2024-12-02T19:50:31,377 DEBUG [RS:0;41897df2911b:38299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/oldWALs 2024-12-02T19:50:31,377 INFO [RS:0;41897df2911b:38299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C38299%2C1733169028113:(num 1733169029280) 2024-12-02T19:50:31,377 DEBUG [RS:0;41897df2911b:38299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:31,378 INFO [RS:0;41897df2911b:38299 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:31,378 INFO [RS:0;41897df2911b:38299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:31,378 INFO [RS:0;41897df2911b:38299 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:31,378 INFO [RS:0;41897df2911b:38299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:50:31,378 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:31,378 INFO [RS:0;41897df2911b:38299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:50:31,378 INFO [RS:0;41897df2911b:38299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:50:31,378 INFO [RS:0;41897df2911b:38299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:31,378 INFO [RS:0;41897df2911b:38299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38299 2024-12-02T19:50:31,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:31,401 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,38299,1733169028113 2024-12-02T19:50:31,402 INFO [RS:0;41897df2911b:38299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:31,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,38299,1733169028113] 2024-12-02T19:50:31,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:31,413 INFO [RS:1;41897df2911b:42485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:31,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x10198e22e370002, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:31,413 INFO [RS:1;41897df2911b:42485 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,42485,1733169028188; zookeeper connection closed. 2024-12-02T19:50:31,413 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53de659 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53de659 2024-12-02T19:50:31,421 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,38299,1733169028113 already deleted, retry=false 2024-12-02T19:50:31,421 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,38299,1733169028113 expired; onlineServers=0 2024-12-02T19:50:31,421 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '41897df2911b,44061,1733169027969' ***** 2024-12-02T19:50:31,421 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T19:50:31,421 INFO [M:0;41897df2911b:44061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:31,421 INFO [M:0;41897df2911b:44061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:31,421 DEBUG [M:0;41897df2911b:44061 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T19:50:31,421 DEBUG [M:0;41897df2911b:44061 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T19:50:31,421 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T19:50:31,421 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169028992 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169028992,5,FailOnTimeoutGroup] 2024-12-02T19:50:31,421 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169028992 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169028992,5,FailOnTimeoutGroup] 2024-12-02T19:50:31,422 INFO [M:0;41897df2911b:44061 {}] hbase.ChoreService(370): Chore service for: master/41897df2911b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:31,422 INFO [M:0;41897df2911b:44061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:31,422 DEBUG [M:0;41897df2911b:44061 {}] master.HMaster(1795): Stopping service threads 2024-12-02T19:50:31,422 INFO [M:0;41897df2911b:44061 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T19:50:31,422 INFO [M:0;41897df2911b:44061 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:50:31,422 INFO [M:0;41897df2911b:44061 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T19:50:31,422 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T19:50:31,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:31,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:31,430 DEBUG [M:0;41897df2911b:44061 {}] zookeeper.ZKUtil(347): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T19:50:31,430 WARN [M:0;41897df2911b:44061 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T19:50:31,430 INFO [M:0;41897df2911b:44061 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/.lastflushedseqids 2024-12-02T19:50:31,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741844_1020 (size=182) 2024-12-02T19:50:31,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741844_1020 (size=182) 2024-12-02T19:50:31,437 INFO [M:0;41897df2911b:44061 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T19:50:31,437 INFO [M:0;41897df2911b:44061 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T19:50:31,437 DEBUG [M:0;41897df2911b:44061 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:50:31,437 INFO [M:0;41897df2911b:44061 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:31,437 DEBUG [M:0;41897df2911b:44061 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:31,437 DEBUG [M:0;41897df2911b:44061 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:50:31,437 DEBUG [M:0;41897df2911b:44061 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:31,437 INFO [M:0;41897df2911b:44061 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-02T19:50:31,451 DEBUG [M:0;41897df2911b:44061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f03c0283e4ee450688aafde6ea890b45 is 82, key is hbase:meta,,1/info:regioninfo/1733169029675/Put/seqid=0 2024-12-02T19:50:31,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741845_1021 (size=5672) 2024-12-02T19:50:31,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741845_1021 (size=5672) 2024-12-02T19:50:31,457 INFO [M:0;41897df2911b:44061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f03c0283e4ee450688aafde6ea890b45 2024-12-02T19:50:31,474 DEBUG [M:0;41897df2911b:44061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0746ed2bdde044c7858510333f68b052 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733169030556/Put/seqid=0 2024-12-02T19:50:31,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741846_1022 (size=6219) 2024-12-02T19:50:31,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741846_1022 (size=6219) 2024-12-02T19:50:31,480 INFO [M:0;41897df2911b:44061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0746ed2bdde044c7858510333f68b052 2024-12-02T19:50:31,502 DEBUG [M:0;41897df2911b:44061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e439102971840e5aceb2bf57f00b94a is 69, key is 41897df2911b,38299,1733169028113/rs:state/1733169029108/Put/seqid=0 2024-12-02T19:50:31,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741847_1023 (size=5224) 2024-12-02T19:50:31,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741847_1023 (size=5224) 2024-12-02T19:50:31,510 INFO [M:0;41897df2911b:44061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e439102971840e5aceb2bf57f00b94a 2024-12-02T19:50:31,513 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:31,513 INFO [RS:0;41897df2911b:38299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:31,513 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x10198e22e370001, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:31,513 INFO [RS:0;41897df2911b:38299 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,38299,1733169028113; zookeeper connection closed. 2024-12-02T19:50:31,513 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66b7f918 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66b7f918 2024-12-02T19:50:31,513 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T19:50:31,516 DEBUG [M:0;41897df2911b:44061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f03c0283e4ee450688aafde6ea890b45 as hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f03c0283e4ee450688aafde6ea890b45 2024-12-02T19:50:31,521 INFO [M:0;41897df2911b:44061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f03c0283e4ee450688aafde6ea890b45, entries=8, sequenceid=71, filesize=5.5 K 2024-12-02T19:50:31,522 DEBUG [M:0;41897df2911b:44061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0746ed2bdde044c7858510333f68b052 as hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0746ed2bdde044c7858510333f68b052 2024-12-02T19:50:31,527 INFO [M:0;41897df2911b:44061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0746ed2bdde044c7858510333f68b052, entries=8, sequenceid=71, filesize=6.1 K 2024-12-02T19:50:31,528 DEBUG [M:0;41897df2911b:44061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e439102971840e5aceb2bf57f00b94a as hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e439102971840e5aceb2bf57f00b94a 2024-12-02T19:50:31,534 INFO [M:0;41897df2911b:44061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40197/user/jenkins/test-data/8f97cf4d-a6e2-9696-4594-e40e7d69a9a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e439102971840e5aceb2bf57f00b94a, entries=2, sequenceid=71, filesize=5.1 K 2024-12-02T19:50:31,535 INFO [M:0;41897df2911b:44061 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false 2024-12-02T19:50:31,537 INFO [M:0;41897df2911b:44061 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:31,537 DEBUG [M:0;41897df2911b:44061 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169031437Disabling compacts and flushes for region at 1733169031437Disabling writes for close at 1733169031437Obtaining lock to block concurrent updates at 1733169031437Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733169031438 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733169031438Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733169031438Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733169031439 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733169031451 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733169031451Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733169031462 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733169031474 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733169031474Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733169031484 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733169031501 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733169031501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5452fed5: reopening flushed file at 1733169031515 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256729fb: reopening flushed file at 1733169031521 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31a72249: reopening flushed file at 1733169031527 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false at 1733169031535 (+8 ms)Writing region close event to WAL at 1733169031537 (+2 ms)Closed at 1733169031537 2024-12-02T19:50:31,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40181 is added to blk_1073741830_1006 (size=35440) 2024-12-02T19:50:31,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40095 is added to blk_1073741830_1006 (size=35440) 2024-12-02T19:50:31,540 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:31,540 INFO [M:0;41897df2911b:44061 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T19:50:31,541 INFO [M:0;41897df2911b:44061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44061 2024-12-02T19:50:31,541 INFO [M:0;41897df2911b:44061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:31,671 INFO [M:0;41897df2911b:44061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:31,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:31,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44061-0x10198e22e370000, quorum=127.0.0.1:62383, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:31,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d383572{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:31,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21845a9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:31,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:31,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5eb76bb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:31,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a3797b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:31,682 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:50:31,682 WARN [BP-1560474368-172.17.0.2-1733169026299 heartbeating to localhost/127.0.0.1:40197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:50:31,682 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:50:31,682 WARN [BP-1560474368-172.17.0.2-1733169026299 heartbeating to localhost/127.0.0.1:40197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1560474368-172.17.0.2-1733169026299 (Datanode Uuid b088881e-16b6-4f90-aa01-a28cd031db6d) service to localhost/127.0.0.1:40197 2024-12-02T19:50:31,682 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/cluster_1f55c576-9cc1-b870-22d8-e0535a15041f/data/data3/current/BP-1560474368-172.17.0.2-1733169026299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:31,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/cluster_1f55c576-9cc1-b870-22d8-e0535a15041f/data/data4/current/BP-1560474368-172.17.0.2-1733169026299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:31,683 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:50:31,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@288784f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:31,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60f4fac3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:31,689 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:31,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8ece552{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:31,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a9b0e84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:31,691 WARN [BP-1560474368-172.17.0.2-1733169026299 heartbeating to localhost/127.0.0.1:40197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:50:31,691 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:50:31,691 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:50:31,691 WARN [BP-1560474368-172.17.0.2-1733169026299 heartbeating to localhost/127.0.0.1:40197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1560474368-172.17.0.2-1733169026299 (Datanode Uuid 98cc3992-1659-4ebf-b823-0af9c8027929) service to localhost/127.0.0.1:40197 2024-12-02T19:50:31,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/cluster_1f55c576-9cc1-b870-22d8-e0535a15041f/data/data1/current/BP-1560474368-172.17.0.2-1733169026299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:31,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/cluster_1f55c576-9cc1-b870-22d8-e0535a15041f/data/data2/current/BP-1560474368-172.17.0.2-1733169026299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:31,692 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:50:31,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74452c9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:50:31,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55841269{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:31,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:31,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a0b62b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:31,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4865eda8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:31,710 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T19:50:31,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T19:50:31,733 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=149 (was 130) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40197 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40197 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=497 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 202), ProcessCount=11 (was 11), AvailableMemoryMB=9446 (was 9609) 2024-12-02T19:50:31,740 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=149, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=9446 2024-12-02T19:50:31,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/hadoop.log.dir so I do NOT create it in target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b 2024-12-02T19:50:31,752 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T19:50:31,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/hadoop.tmp.dir so I do NOT create it in target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b 2024-12-02T19:50:31,752 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f9ec7fdd-743f-1d5e-ff3d-81decfc4899e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T19:50:31,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b 2024-12-02T19:50:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T19:50:31,753 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/cluster_06d460c6-4ddd-1c1c-7c66-8a79f581028f, deleteOnExit=true 2024-12-02T19:50:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T19:50:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/test.cache.data in system properties and HBase conf 2024-12-02T19:50:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T19:50:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/hadoop.log.dir in system properties and HBase conf 2024-12-02T19:50:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T19:50:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T19:50:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T19:50:31,754 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T19:50:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:50:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:50:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T19:50:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:50:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T19:50:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T19:50:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:50:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:50:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T19:50:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/nfs.dump.dir in system properties and HBase conf 2024-12-02T19:50:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/java.io.tmpdir in system properties and HBase conf 2024-12-02T19:50:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:50:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T19:50:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T19:50:32,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:32,056 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:32,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:32,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:32,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:50:32,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:32,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e768853{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:32,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28179244{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:32,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d5cf6a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/java.io.tmpdir/jetty-localhost-43261-hadoop-hdfs-3_4_1-tests_jar-_-any-3338658949713886982/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:50:32,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3471c5c6{HTTP/1.1, (http/1.1)}{localhost:43261} 2024-12-02T19:50:32,163 INFO [Time-limited test {}] server.Server(415): Started @28431ms 2024-12-02T19:50:32,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:32,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:32,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:32,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:32,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:50:32,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3858a25f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:32,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@216c5937{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:32,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5688e657{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/java.io.tmpdir/jetty-localhost-46675-hadoop-hdfs-3_4_1-tests_jar-_-any-15453085916377967456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:32,445 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cbdb925{HTTP/1.1, (http/1.1)}{localhost:46675} 2024-12-02T19:50:32,445 INFO [Time-limited test {}] server.Server(415): Started @28712ms 2024-12-02T19:50:32,446 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:50:32,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:32,473 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:32,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:32,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:32,474 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:50:32,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bb012ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:32,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb009fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:32,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1547c0ce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/java.io.tmpdir/jetty-localhost-33771-hadoop-hdfs-3_4_1-tests_jar-_-any-13680901196582076895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:32,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a2c9f8b{HTTP/1.1, (http/1.1)}{localhost:33771} 2024-12-02T19:50:32,578 INFO [Time-limited test {}] server.Server(415): Started @28846ms 2024-12-02T19:50:32,579 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:50:33,252 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/cluster_06d460c6-4ddd-1c1c-7c66-8a79f581028f/data/data2/current/BP-288402000-172.17.0.2-1733169031778/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:33,252 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/cluster_06d460c6-4ddd-1c1c-7c66-8a79f581028f/data/data1/current/BP-288402000-172.17.0.2-1733169031778/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:33,268 WARN [Thread-1130 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:50:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd41e5821531a757c with lease ID 0xdd6defbab09408e5: Processing first storage report for DS-4d213bcf-de63-43bf-b14f-d051ede71f2a from datanode DatanodeRegistration(127.0.0.1:34945, datanodeUuid=5915ae35-2543-4c54-ae0c-c4003b240f23, infoPort=45901, infoSecurePort=0, ipcPort=43403, storageInfo=lv=-57;cid=testClusterID;nsid=141494444;c=1733169031778) 2024-12-02T19:50:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd41e5821531a757c with lease ID 0xdd6defbab09408e5: from storage DS-4d213bcf-de63-43bf-b14f-d051ede71f2a node DatanodeRegistration(127.0.0.1:34945, datanodeUuid=5915ae35-2543-4c54-ae0c-c4003b240f23, infoPort=45901, infoSecurePort=0, ipcPort=43403, storageInfo=lv=-57;cid=testClusterID;nsid=141494444;c=1733169031778), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd41e5821531a757c with lease ID 0xdd6defbab09408e5: Processing first storage report for DS-f1a594bc-d014-4e7e-88a3-6ce5dba879b7 from datanode DatanodeRegistration(127.0.0.1:34945, datanodeUuid=5915ae35-2543-4c54-ae0c-c4003b240f23, infoPort=45901, infoSecurePort=0, ipcPort=43403, storageInfo=lv=-57;cid=testClusterID;nsid=141494444;c=1733169031778) 2024-12-02T19:50:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd41e5821531a757c with lease ID 0xdd6defbab09408e5: from storage DS-f1a594bc-d014-4e7e-88a3-6ce5dba879b7 node DatanodeRegistration(127.0.0.1:34945, datanodeUuid=5915ae35-2543-4c54-ae0c-c4003b240f23, infoPort=45901, infoSecurePort=0, ipcPort=43403, storageInfo=lv=-57;cid=testClusterID;nsid=141494444;c=1733169031778), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:33,364 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/cluster_06d460c6-4ddd-1c1c-7c66-8a79f581028f/data/data3/current/BP-288402000-172.17.0.2-1733169031778/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:33,364 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/cluster_06d460c6-4ddd-1c1c-7c66-8a79f581028f/data/data4/current/BP-288402000-172.17.0.2-1733169031778/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:33,384 WARN [Thread-1153 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:50:33,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7f66875ac191ccb with lease ID 0xdd6defbab09408e6: Processing first storage report for DS-80d7b5b3-1391-4da5-a1bf-c4afb270002a from datanode DatanodeRegistration(127.0.0.1:45181, datanodeUuid=0e42bb01-3a1e-4a3c-bac7-b41578790273, infoPort=34215, infoSecurePort=0, ipcPort=36747, storageInfo=lv=-57;cid=testClusterID;nsid=141494444;c=1733169031778) 2024-12-02T19:50:33,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7f66875ac191ccb with lease ID 0xdd6defbab09408e6: from storage DS-80d7b5b3-1391-4da5-a1bf-c4afb270002a node DatanodeRegistration(127.0.0.1:45181, datanodeUuid=0e42bb01-3a1e-4a3c-bac7-b41578790273, infoPort=34215, infoSecurePort=0, ipcPort=36747, storageInfo=lv=-57;cid=testClusterID;nsid=141494444;c=1733169031778), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T19:50:33,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7f66875ac191ccb with lease ID 0xdd6defbab09408e6: Processing first storage report for DS-7a87a31a-bde7-4b8b-91de-08e964fcb12c from datanode DatanodeRegistration(127.0.0.1:45181, datanodeUuid=0e42bb01-3a1e-4a3c-bac7-b41578790273, infoPort=34215, infoSecurePort=0, ipcPort=36747, storageInfo=lv=-57;cid=testClusterID;nsid=141494444;c=1733169031778) 2024-12-02T19:50:33,387 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7f66875ac191ccb with lease ID 0xdd6defbab09408e6: from storage DS-7a87a31a-bde7-4b8b-91de-08e964fcb12c node DatanodeRegistration(127.0.0.1:45181, datanodeUuid=0e42bb01-3a1e-4a3c-bac7-b41578790273, infoPort=34215, infoSecurePort=0, ipcPort=36747, storageInfo=lv=-57;cid=testClusterID;nsid=141494444;c=1733169031778), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:33,414 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b 2024-12-02T19:50:33,416 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/cluster_06d460c6-4ddd-1c1c-7c66-8a79f581028f/zookeeper_0, clientPort=59025, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/cluster_06d460c6-4ddd-1c1c-7c66-8a79f581028f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/cluster_06d460c6-4ddd-1c1c-7c66-8a79f581028f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T19:50:33,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59025 2024-12-02T19:50:33,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:33,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:33,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:50:33,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:50:33,429 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5 with version=8 2024-12-02T19:50:33,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/hbase-staging 2024-12-02T19:50:33,431 INFO [Time-limited test {}] client.ConnectionUtils(128): master/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:33,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:33,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:33,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:33,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:33,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:33,431 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T19:50:33,431 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:33,432 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41345 2024-12-02T19:50:33,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41345 connecting to ZooKeeper ensemble=127.0.0.1:59025 2024-12-02T19:50:33,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413450x0, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:33,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41345-0x10198e2438d0000 connected 2024-12-02T19:50:33,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:33,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:33,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:33,549 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5, hbase.cluster.distributed=false 2024-12-02T19:50:33,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:33,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41345 2024-12-02T19:50:33,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41345 2024-12-02T19:50:33,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41345 2024-12-02T19:50:33,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41345 2024-12-02T19:50:33,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41345 2024-12-02T19:50:33,565 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:33,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:33,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:33,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:33,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:33,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:33,565 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:50:33,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:33,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40143 2024-12-02T19:50:33,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40143 connecting to ZooKeeper ensemble=127.0.0.1:59025 2024-12-02T19:50:33,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:33,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:33,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401430x0, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:33,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401430x0, quorum=127.0.0.1:59025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:33,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40143-0x10198e2438d0001 connected 2024-12-02T19:50:33,580 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:50:33,580 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T19:50:33,584 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-02T19:50:33,585 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T19:50:33,586 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T19:50:33,586 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:50:33,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:50:33,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:33,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40143 2024-12-02T19:50:33,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40143 2024-12-02T19:50:33,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40143 2024-12-02T19:50:33,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40143 2024-12-02T19:50:33,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40143 2024-12-02T19:50:33,601 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:33,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:33,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:33,601 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:33,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:33,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:33,601 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:50:33,601 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:33,602 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41113 2024-12-02T19:50:33,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41113 connecting to ZooKeeper ensemble=127.0.0.1:59025 2024-12-02T19:50:33,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:33,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:33,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411130x0, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:33,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411130x0, quorum=127.0.0.1:59025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:33,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41113-0x10198e2438d0002 connected 2024-12-02T19:50:33,618 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:50:33,619 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T19:50:33,627 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-02T19:50:33,628 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T19:50:33,630 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T19:50:33,631 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:50:33,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:50:33,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:33,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41113 2024-12-02T19:50:33,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41113 2024-12-02T19:50:33,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41113 2024-12-02T19:50:33,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41113 2024-12-02T19:50:33,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41113 2024-12-02T19:50:33,648 DEBUG [M:0;41897df2911b:41345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;41897df2911b:41345 2024-12-02T19:50:33,648 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/41897df2911b,41345,1733169033431 2024-12-02T19:50:33,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:33,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:33,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:33,660 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/41897df2911b,41345,1733169033431 2024-12-02T19:50:33,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:33,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:33,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:33,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:33,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:33,671 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T19:50:33,672 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/41897df2911b,41345,1733169033431 from backup master directory 2024-12-02T19:50:33,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/41897df2911b,41345,1733169033431 2024-12-02T19:50:33,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:33,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:33,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:33,679 WARN [master/41897df2911b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:33,679 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=41897df2911b,41345,1733169033431 2024-12-02T19:50:33,683 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/hbase.id] with ID: a36ec4d3-f58b-45d5-b1e5-e550c39fc51f 2024-12-02T19:50:33,683 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/.tmp/hbase.id 2024-12-02T19:50:33,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:50:33,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:50:33,690 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/.tmp/hbase.id]:[hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/hbase.id] 2024-12-02T19:50:33,700 INFO [master/41897df2911b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:33,700 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T19:50:33,701 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T19:50:33,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:33,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:33,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:33,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:50:33,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:50:33,720 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:50:33,720 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T19:50:33,721 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:33,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:50:33,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:50:33,733 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store 2024-12-02T19:50:33,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:50:33,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:50:34,142 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:34,142 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:50:34,142 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:34,142 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:34,142 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:50:34,142 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:34,142 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:34,142 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169034142Disabling compacts and flushes for region at 1733169034142Disabling writes for close at 1733169034142Writing region close event to WAL at 1733169034142Closed at 1733169034142 2024-12-02T19:50:34,143 WARN [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/.initializing 2024-12-02T19:50:34,143 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/WALs/41897df2911b,41345,1733169033431 2024-12-02T19:50:34,144 INFO [master/41897df2911b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:34,146 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C41345%2C1733169033431, suffix=, logDir=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/WALs/41897df2911b,41345,1733169033431, archiveDir=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/oldWALs, maxLogs=10 2024-12-02T19:50:34,160 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/WALs/41897df2911b,41345,1733169033431/41897df2911b%2C41345%2C1733169033431.1733169034146, exclude list is [], retry=0 2024-12-02T19:50:34,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45181,DS-80d7b5b3-1391-4da5-a1bf-c4afb270002a,DISK] 2024-12-02T19:50:34,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34945,DS-4d213bcf-de63-43bf-b14f-d051ede71f2a,DISK] 2024-12-02T19:50:34,165 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/WALs/41897df2911b,41345,1733169033431/41897df2911b%2C41345%2C1733169033431.1733169034146 2024-12-02T19:50:34,166 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34215:34215),(127.0.0.1/127.0.0.1:45901:45901)] 2024-12-02T19:50:34,166 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:50:34,167 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:34,167 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:34,167 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:34,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:34,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T19:50:34,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:34,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:34,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:34,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T19:50:34,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:34,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:34,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:34,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T19:50:34,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:34,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:34,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:34,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T19:50:34,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:34,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:34,176 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:34,176 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:34,177 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:34,178 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:34,178 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:34,178 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:34,179 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:34,181 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:34,181 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73345769, jitterRate=0.09293712675571442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:34,182 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733169034167Initializing all the Stores at 1733169034168 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169034168Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169034168Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169034168Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169034168Cleaning up temporary data from old regions at 1733169034178 (+10 ms)Region opened successfully at 1733169034182 (+4 ms) 2024-12-02T19:50:34,182 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T19:50:34,185 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d004392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:34,186 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T19:50:34,186 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T19:50:34,186 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T19:50:34,186 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T19:50:34,187 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T19:50:34,187 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T19:50:34,187 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T19:50:34,189 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T19:50:34,190 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T19:50:34,242 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T19:50:34,243 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T19:50:34,244 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T19:50:34,254 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T19:50:34,254 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T19:50:34,255 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T19:50:34,262 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T19:50:34,264 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T19:50:34,271 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T19:50:34,273 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T19:50:34,284 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T19:50:34,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:34,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:34,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:34,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:34,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:34,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:34,296 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=41897df2911b,41345,1733169033431, sessionid=0x10198e2438d0000, setting cluster-up flag (Was=false) 2024-12-02T19:50:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:34,338 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T19:50:34,339 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,41345,1733169033431 2024-12-02T19:50:34,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:34,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:34,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:34,379 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T19:50:34,380 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,41345,1733169033431 2024-12-02T19:50:34,381 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T19:50:34,383 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:34,383 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T19:50:34,383 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T19:50:34,383 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 41897df2911b,41345,1733169033431 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T19:50:34,385 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:34,385 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:34,385 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:34,385 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:34,385 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/41897df2911b:0, corePoolSize=10, maxPoolSize=10 2024-12-02T19:50:34,385 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,385 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:34,385 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,386 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733169064385 2024-12-02T19:50:34,386 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T19:50:34,386 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T19:50:34,386 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T19:50:34,386 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T19:50:34,386 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T19:50:34,386 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T19:50:34,386 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,386 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T19:50:34,386 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:34,386 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T19:50:34,386 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T19:50:34,386 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T19:50:34,387 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T19:50:34,387 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T19:50:34,387 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169034387,5,FailOnTimeoutGroup] 2024-12-02T19:50:34,387 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169034387,5,FailOnTimeoutGroup] 2024-12-02T19:50:34,387 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,387 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T19:50:34,387 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,387 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,387 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:34,388 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T19:50:34,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:50:34,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:50:34,397 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T19:50:34,397 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5 2024-12-02T19:50:34,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:50:34,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:50:34,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:34,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:50:34,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:50:34,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:34,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:34,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:50:34,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:50:34,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:34,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:34,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:50:34,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:50:34,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:34,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:34,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:50:34,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:50:34,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:34,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:34,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:50:34,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740 2024-12-02T19:50:34,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740 2024-12-02T19:50:34,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:50:34,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:50:34,416 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:34,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:50:34,419 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:34,419 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62551888, jitterRate=-0.06790423393249512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:34,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733169034405Initializing all the Stores at 1733169034405Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169034406 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169034406Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169034406Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169034406Cleaning up temporary data from old regions at 1733169034416 (+10 ms)Region opened successfully at 1733169034420 (+4 ms) 2024-12-02T19:50:34,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:50:34,420 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:50:34,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:50:34,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:50:34,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:50:34,420 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:34,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169034420Disabling compacts and flushes for region at 1733169034420Disabling writes for close at 1733169034420Writing region close event to WAL at 1733169034420Closed at 1733169034420 2024-12-02T19:50:34,422 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:34,422 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T19:50:34,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T19:50:34,424 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:50:34,425 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T19:50:34,441 INFO [RS:0;41897df2911b:40143 {}] regionserver.HRegionServer(746): ClusterId : a36ec4d3-f58b-45d5-b1e5-e550c39fc51f 2024-12-02T19:50:34,441 INFO [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(746): ClusterId : a36ec4d3-f58b-45d5-b1e5-e550c39fc51f 2024-12-02T19:50:34,441 DEBUG [RS:0;41897df2911b:40143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:50:34,441 DEBUG [RS:1;41897df2911b:41113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:50:34,455 DEBUG [RS:1;41897df2911b:41113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:50:34,455 DEBUG [RS:1;41897df2911b:41113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:50:34,455 DEBUG [RS:0;41897df2911b:40143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:50:34,455 DEBUG [RS:0;41897df2911b:40143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:50:34,560 DEBUG [RS:1;41897df2911b:41113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:50:34,561 DEBUG [RS:1;41897df2911b:41113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da84b21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:34,561 DEBUG [RS:0;41897df2911b:40143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:50:34,561 DEBUG [RS:0;41897df2911b:40143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a3dc2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:34,570 DEBUG [RS:1;41897df2911b:41113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;41897df2911b:41113 2024-12-02T19:50:34,570 INFO [RS:1;41897df2911b:41113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:50:34,570 INFO [RS:1;41897df2911b:41113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:50:34,570 DEBUG [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:50:34,571 INFO [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,41345,1733169033431 with port=41113, startcode=1733169033601 2024-12-02T19:50:34,571 DEBUG [RS:1;41897df2911b:41113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:50:34,572 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59833, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:50:34,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41345 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,41113,1733169033601 2024-12-02T19:50:34,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41345 {}] master.ServerManager(517): Registering regionserver=41897df2911b,41113,1733169033601 2024-12-02T19:50:34,574 DEBUG [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5 2024-12-02T19:50:34,574 DEBUG [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46395 2024-12-02T19:50:34,574 DEBUG [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:50:34,575 WARN [41897df2911b:41345 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T19:50:34,578 DEBUG [RS:0;41897df2911b:40143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;41897df2911b:40143 2024-12-02T19:50:34,578 INFO [RS:0;41897df2911b:40143 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:50:34,578 INFO [RS:0;41897df2911b:40143 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:50:34,578 DEBUG [RS:0;41897df2911b:40143 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:50:34,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:34,588 INFO [RS:0;41897df2911b:40143 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,41345,1733169033431 with port=40143, startcode=1733169033565 2024-12-02T19:50:34,588 DEBUG [RS:0;41897df2911b:40143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:50:34,588 DEBUG [RS:1;41897df2911b:41113 {}] zookeeper.ZKUtil(111): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,41113,1733169033601 2024-12-02T19:50:34,588 WARN [RS:1;41897df2911b:41113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:34,588 INFO [RS:1;41897df2911b:41113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:34,588 DEBUG [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/WALs/41897df2911b,41113,1733169033601 2024-12-02T19:50:34,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,41113,1733169033601] 2024-12-02T19:50:34,589 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45199, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:50:34,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41345 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,40143,1733169033565 2024-12-02T19:50:34,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41345 {}] master.ServerManager(517): Registering regionserver=41897df2911b,40143,1733169033565 2024-12-02T19:50:34,591 DEBUG [RS:0;41897df2911b:40143 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5 2024-12-02T19:50:34,592 DEBUG [RS:0;41897df2911b:40143 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46395 2024-12-02T19:50:34,592 DEBUG [RS:0;41897df2911b:40143 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:50:34,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:34,625 DEBUG [RS:0;41897df2911b:40143 {}] zookeeper.ZKUtil(111): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,40143,1733169033565 2024-12-02T19:50:34,625 WARN [RS:0;41897df2911b:40143 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:34,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,40143,1733169033565] 2024-12-02T19:50:34,625 INFO [RS:0;41897df2911b:40143 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:34,625 INFO [RS:1;41897df2911b:41113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:50:34,625 DEBUG [RS:0;41897df2911b:40143 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/WALs/41897df2911b,40143,1733169033565 2024-12-02T19:50:34,627 INFO [RS:1;41897df2911b:41113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:50:34,627 INFO [RS:1;41897df2911b:41113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:50:34,627 INFO [RS:1;41897df2911b:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,627 INFO [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:50:34,628 INFO [RS:1;41897df2911b:41113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:50:34,628 INFO [RS:1;41897df2911b:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,628 DEBUG [RS:1;41897df2911b:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,628 DEBUG [RS:1;41897df2911b:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,628 DEBUG [RS:1;41897df2911b:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,629 DEBUG [RS:1;41897df2911b:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,629 DEBUG [RS:1;41897df2911b:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,629 DEBUG [RS:1;41897df2911b:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:34,629 DEBUG [RS:1;41897df2911b:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,629 DEBUG [RS:1;41897df2911b:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,629 DEBUG [RS:1;41897df2911b:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,629 DEBUG [RS:1;41897df2911b:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,629 INFO [RS:0;41897df2911b:40143 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:50:34,629 DEBUG [RS:1;41897df2911b:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,629 DEBUG [RS:1;41897df2911b:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,629 DEBUG [RS:1;41897df2911b:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:34,629 DEBUG [RS:1;41897df2911b:41113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:34,630 INFO [RS:1;41897df2911b:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,630 INFO [RS:1;41897df2911b:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,630 INFO [RS:1;41897df2911b:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,630 INFO [RS:1;41897df2911b:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,630 INFO [RS:1;41897df2911b:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,630 INFO [RS:1;41897df2911b:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41113,1733169033601-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:34,634 INFO [RS:0;41897df2911b:40143 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:50:34,634 INFO [RS:0;41897df2911b:40143 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:50:34,635 INFO [RS:0;41897df2911b:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,635 INFO [RS:0;41897df2911b:40143 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:50:34,636 INFO [RS:0;41897df2911b:40143 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:50:34,636 INFO [RS:0;41897df2911b:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,636 DEBUG [RS:0;41897df2911b:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,636 DEBUG [RS:0;41897df2911b:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,636 DEBUG [RS:0;41897df2911b:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,636 DEBUG [RS:0;41897df2911b:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,636 DEBUG [RS:0;41897df2911b:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,636 DEBUG [RS:0;41897df2911b:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:34,636 DEBUG [RS:0;41897df2911b:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,636 DEBUG [RS:0;41897df2911b:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,636 DEBUG [RS:0;41897df2911b:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,636 DEBUG [RS:0;41897df2911b:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,636 DEBUG [RS:0;41897df2911b:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,636 DEBUG [RS:0;41897df2911b:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:34,636 DEBUG [RS:0;41897df2911b:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:34,636 DEBUG [RS:0;41897df2911b:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:34,638 INFO [RS:0;41897df2911b:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,638 INFO [RS:0;41897df2911b:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,638 INFO [RS:0;41897df2911b:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,638 INFO [RS:0;41897df2911b:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,638 INFO [RS:0;41897df2911b:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,638 INFO [RS:0;41897df2911b:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,40143,1733169033565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:34,646 INFO [RS:1;41897df2911b:41113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:50:34,646 INFO [RS:1;41897df2911b:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41113,1733169033601-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,646 INFO [RS:1;41897df2911b:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,646 INFO [RS:1;41897df2911b:41113 {}] regionserver.Replication(171): 41897df2911b,41113,1733169033601 started 2024-12-02T19:50:34,650 INFO [RS:0;41897df2911b:40143 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:50:34,650 INFO [RS:0;41897df2911b:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,40143,1733169033565-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,650 INFO [RS:0;41897df2911b:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,650 INFO [RS:0;41897df2911b:40143 {}] regionserver.Replication(171): 41897df2911b,40143,1733169033565 started 2024-12-02T19:50:34,657 INFO [RS:1;41897df2911b:41113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,657 INFO [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,41113,1733169033601, RpcServer on 41897df2911b/172.17.0.2:41113, sessionid=0x10198e2438d0002 2024-12-02T19:50:34,658 DEBUG [RS:1;41897df2911b:41113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:50:34,658 DEBUG [RS:1;41897df2911b:41113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,41113,1733169033601 2024-12-02T19:50:34,658 DEBUG [RS:1;41897df2911b:41113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,41113,1733169033601' 2024-12-02T19:50:34,658 DEBUG [RS:1;41897df2911b:41113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:50:34,658 DEBUG [RS:1;41897df2911b:41113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:50:34,659 DEBUG [RS:1;41897df2911b:41113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:50:34,659 DEBUG [RS:1;41897df2911b:41113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:50:34,659 DEBUG [RS:1;41897df2911b:41113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,41113,1733169033601 2024-12-02T19:50:34,659 DEBUG [RS:1;41897df2911b:41113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,41113,1733169033601' 2024-12-02T19:50:34,659 DEBUG [RS:1;41897df2911b:41113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:50:34,659 DEBUG [RS:1;41897df2911b:41113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:50:34,659 DEBUG [RS:1;41897df2911b:41113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:50:34,659 INFO [RS:1;41897df2911b:41113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:50:34,659 INFO [RS:1;41897df2911b:41113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:50:34,668 INFO [RS:0;41897df2911b:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:34,668 INFO [RS:0;41897df2911b:40143 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,40143,1733169033565, RpcServer on 41897df2911b/172.17.0.2:40143, sessionid=0x10198e2438d0001 2024-12-02T19:50:34,668 DEBUG [RS:0;41897df2911b:40143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:50:34,668 DEBUG [RS:0;41897df2911b:40143 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,40143,1733169033565 2024-12-02T19:50:34,668 DEBUG [RS:0;41897df2911b:40143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,40143,1733169033565' 2024-12-02T19:50:34,668 DEBUG [RS:0;41897df2911b:40143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:50:34,669 DEBUG [RS:0;41897df2911b:40143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:50:34,669 DEBUG [RS:0;41897df2911b:40143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:50:34,669 DEBUG [RS:0;41897df2911b:40143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:50:34,669 DEBUG [RS:0;41897df2911b:40143 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,40143,1733169033565 2024-12-02T19:50:34,669 DEBUG [RS:0;41897df2911b:40143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,40143,1733169033565' 2024-12-02T19:50:34,669 DEBUG [RS:0;41897df2911b:40143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:50:34,670 DEBUG [RS:0;41897df2911b:40143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:50:34,670 DEBUG [RS:0;41897df2911b:40143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:50:34,670 INFO [RS:0;41897df2911b:40143 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:50:34,670 INFO [RS:0;41897df2911b:40143 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:50:34,760 INFO [RS:1;41897df2911b:41113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:34,761 INFO [RS:1;41897df2911b:41113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C41113%2C1733169033601, suffix=, logDir=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/WALs/41897df2911b,41113,1733169033601, archiveDir=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/oldWALs, maxLogs=32 2024-12-02T19:50:34,771 INFO [RS:0;41897df2911b:40143 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:34,773 INFO [RS:0;41897df2911b:40143 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C40143%2C1733169033565, suffix=, logDir=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/WALs/41897df2911b,40143,1733169033565, archiveDir=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/oldWALs, maxLogs=32 2024-12-02T19:50:34,774 DEBUG [RS:1;41897df2911b:41113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/WALs/41897df2911b,41113,1733169033601/41897df2911b%2C41113%2C1733169033601.1733169034762, exclude list is [], retry=0 2024-12-02T19:50:34,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45181,DS-80d7b5b3-1391-4da5-a1bf-c4afb270002a,DISK] 2024-12-02T19:50:34,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34945,DS-4d213bcf-de63-43bf-b14f-d051ede71f2a,DISK] 2024-12-02T19:50:34,779 INFO [RS:1;41897df2911b:41113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/WALs/41897df2911b,41113,1733169033601/41897df2911b%2C41113%2C1733169033601.1733169034762 2024-12-02T19:50:34,779 DEBUG [RS:1;41897df2911b:41113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34215:34215),(127.0.0.1/127.0.0.1:45901:45901)] 2024-12-02T19:50:34,786 DEBUG [RS:0;41897df2911b:40143 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/WALs/41897df2911b,40143,1733169033565/41897df2911b%2C40143%2C1733169033565.1733169034773, exclude list is [], retry=0 2024-12-02T19:50:34,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34945,DS-4d213bcf-de63-43bf-b14f-d051ede71f2a,DISK] 2024-12-02T19:50:34,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45181,DS-80d7b5b3-1391-4da5-a1bf-c4afb270002a,DISK] 2024-12-02T19:50:34,791 INFO [RS:0;41897df2911b:40143 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/WALs/41897df2911b,40143,1733169033565/41897df2911b%2C40143%2C1733169033565.1733169034773 2024-12-02T19:50:34,791 DEBUG [RS:0;41897df2911b:40143 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34215:34215),(127.0.0.1/127.0.0.1:45901:45901)] 2024-12-02T19:50:34,825 DEBUG [41897df2911b:41345 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T19:50:34,825 DEBUG [41897df2911b:41345 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T19:50:34,827 DEBUG [41897df2911b:41345 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T19:50:34,827 DEBUG [41897df2911b:41345 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T19:50:34,827 DEBUG [41897df2911b:41345 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T19:50:34,827 DEBUG [41897df2911b:41345 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T19:50:34,827 INFO [41897df2911b:41345 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T19:50:34,827 INFO [41897df2911b:41345 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T19:50:34,827 DEBUG [41897df2911b:41345 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T19:50:34,828 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=41897df2911b,41113,1733169033601 2024-12-02T19:50:34,829 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,41113,1733169033601, state=OPENING 2024-12-02T19:50:34,854 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T19:50:34,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:34,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:34,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:34,863 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:50:34,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,41113,1733169033601}] 2024-12-02T19:50:34,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:34,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:34,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:34,893 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T19:50:34,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:34,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:34,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:34,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:34,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:34,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:34,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:35,015 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:35,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35875, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:35,020 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T19:50:35,020 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:35,021 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T19:50:35,022 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C41113%2C1733169033601.meta, suffix=.meta, logDir=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/WALs/41897df2911b,41113,1733169033601, archiveDir=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/oldWALs, maxLogs=32 2024-12-02T19:50:35,033 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/WALs/41897df2911b,41113,1733169033601/41897df2911b%2C41113%2C1733169033601.meta.1733169035023.meta, exclude list is [], retry=0 2024-12-02T19:50:35,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34945,DS-4d213bcf-de63-43bf-b14f-d051ede71f2a,DISK] 2024-12-02T19:50:35,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45181,DS-80d7b5b3-1391-4da5-a1bf-c4afb270002a,DISK] 2024-12-02T19:50:35,037 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/WALs/41897df2911b,41113,1733169033601/41897df2911b%2C41113%2C1733169033601.meta.1733169035023.meta 2024-12-02T19:50:35,038 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45901:45901),(127.0.0.1/127.0.0.1:34215:34215)] 2024-12-02T19:50:35,038 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:50:35,038 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T19:50:35,038 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T19:50:35,038 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T19:50:35,038 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T19:50:35,038 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:35,038 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T19:50:35,038 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T19:50:35,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:50:35,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:50:35,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:35,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:35,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:50:35,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:50:35,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:35,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:35,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:50:35,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:50:35,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:35,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:35,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:50:35,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:50:35,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:35,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:35,045 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:50:35,046 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740 2024-12-02T19:50:35,047 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740 2024-12-02T19:50:35,049 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:50:35,049 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:50:35,049 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:35,051 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:50:35,051 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58840885, jitterRate=-0.12320248782634735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:35,052 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T19:50:35,052 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733169035038Writing region info on filesystem at 1733169035038Initializing all the Stores at 1733169035040 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169035040Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169035040Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169035040Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169035040Cleaning up temporary data from old regions at 1733169035049 (+9 ms)Running coprocessor post-open hooks at 1733169035052 (+3 ms)Region opened successfully at 1733169035052 2024-12-02T19:50:35,053 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733169035015 2024-12-02T19:50:35,055 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T19:50:35,055 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T19:50:35,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,41113,1733169033601 2024-12-02T19:50:35,057 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,41113,1733169033601, state=OPEN 2024-12-02T19:50:35,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:35,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:35,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:35,071 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=41897df2911b,41113,1733169033601 2024-12-02T19:50:35,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:35,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:35,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:35,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T19:50:35,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,41113,1733169033601 in 208 msec 2024-12-02T19:50:35,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T19:50:35,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 651 msec 2024-12-02T19:50:35,076 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:35,076 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T19:50:35,078 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:50:35,078 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,41113,1733169033601, seqNum=-1] 2024-12-02T19:50:35,078 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:35,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55157, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:35,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 701 msec 2024-12-02T19:50:35,085 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733169035085, completionTime=-1 2024-12-02T19:50:35,085 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T19:50:35,085 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T19:50:35,086 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-02T19:50:35,086 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733169095086 2024-12-02T19:50:35,086 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733169155086 2024-12-02T19:50:35,086 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T19:50:35,087 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T19:50:35,087 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41345,1733169033431-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:35,087 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41345,1733169033431-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:35,087 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41345,1733169033431-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:35,087 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-41897df2911b:41345, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:35,087 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:35,088 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:35,090 DEBUG [master/41897df2911b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T19:50:35,092 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.413sec 2024-12-02T19:50:35,092 INFO [master/41897df2911b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T19:50:35,092 INFO [master/41897df2911b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T19:50:35,092 INFO [master/41897df2911b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T19:50:35,092 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T19:50:35,092 INFO [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T19:50:35,092 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41345,1733169033431-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:35,092 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41345,1733169033431-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T19:50:35,094 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T19:50:35,095 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T19:50:35,095 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41345,1733169033431-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:35,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bd4f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:35,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,41345,-1 for getting cluster id 2024-12-02T19:50:35,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:50:35,142 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a36ec4d3-f58b-45d5-b1e5-e550c39fc51f' 2024-12-02T19:50:35,143 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:50:35,143 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a36ec4d3-f58b-45d5-b1e5-e550c39fc51f" 2024-12-02T19:50:35,143 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116d20f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:35,143 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,41345,-1] 2024-12-02T19:50:35,143 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:50:35,143 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:35,144 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:50:35,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b40205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:35,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:50:35,146 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,41113,1733169033601, seqNum=-1] 2024-12-02T19:50:35,147 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:35,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:35,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=41897df2911b,41345,1733169033431 2024-12-02T19:50:35,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:50:35,151 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,41345,1733169033431 2024-12-02T19:50:35,151 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9d886a5 2024-12-02T19:50:35,151 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:50:35,152 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:50:35,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41345 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:50:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41345 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T19:50:35,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T19:50:35,156 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:35,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41345 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-02T19:50:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:35,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T19:50:35,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741836_1012 (size=379) 2024-12-02T19:50:35,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741836_1012 (size=379) 2024-12-02T19:50:35,167 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0355c0116f51fb235d78d3ba9355c733, NAME => 'testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5 2024-12-02T19:50:35,167 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d00eb3920c954585be9d9ec36d0c4b02, NAME => 'testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5 2024-12-02T19:50:35,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741837_1013 (size=61) 2024-12-02T19:50:35,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741838_1014 (size=61) 2024-12-02T19:50:35,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741837_1013 (size=61) 2024-12-02T19:50:35,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741838_1014 (size=61) 2024-12-02T19:50:35,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:35,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:35,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 0355c0116f51fb235d78d3ba9355c733, disabling compactions & flushes 2024-12-02T19:50:35,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing d00eb3920c954585be9d9ec36d0c4b02, disabling compactions & flushes 2024-12-02T19:50:35,177 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733. 2024-12-02T19:50:35,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733. 2024-12-02T19:50:35,178 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02. 2024-12-02T19:50:35,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733. after waiting 0 ms 2024-12-02T19:50:35,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02. 2024-12-02T19:50:35,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733. 2024-12-02T19:50:35,178 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733. 2024-12-02T19:50:35,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02. after waiting 0 ms 2024-12-02T19:50:35,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02. 2024-12-02T19:50:35,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0355c0116f51fb235d78d3ba9355c733: Waiting for close lock at 1733169035177Disabling compacts and flushes for region at 1733169035177Disabling writes for close at 1733169035178 (+1 ms)Writing region close event to WAL at 1733169035178Closed at 1733169035178 2024-12-02T19:50:35,178 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02. 2024-12-02T19:50:35,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for d00eb3920c954585be9d9ec36d0c4b02: Waiting for close lock at 1733169035177Disabling compacts and flushes for region at 1733169035177Disabling writes for close at 1733169035178 (+1 ms)Writing region close event to WAL at 1733169035178Closed at 1733169035178 2024-12-02T19:50:35,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T19:50:35,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733169035179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169035179"}]},"ts":"1733169035179"} 2024-12-02T19:50:35,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733169035179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169035179"}]},"ts":"1733169035179"} 2024-12-02T19:50:35,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-02T19:50:35,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T19:50:35,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169035183"}]},"ts":"1733169035183"} 2024-12-02T19:50:35,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T19:50:35,186 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T19:50:35,188 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T19:50:35,188 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T19:50:35,188 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T19:50:35,188 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T19:50:35,188 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T19:50:35,188 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T19:50:35,188 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T19:50:35,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0355c0116f51fb235d78d3ba9355c733, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d00eb3920c954585be9d9ec36d0c4b02, ASSIGN}] 2024-12-02T19:50:35,190 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0355c0116f51fb235d78d3ba9355c733, ASSIGN 2024-12-02T19:50:35,190 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d00eb3920c954585be9d9ec36d0c4b02, ASSIGN 2024-12-02T19:50:35,191 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d00eb3920c954585be9d9ec36d0c4b02, ASSIGN; state=OFFLINE, location=41897df2911b,41113,1733169033601; forceNewPlan=false, retain=false 2024-12-02T19:50:35,191 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0355c0116f51fb235d78d3ba9355c733, ASSIGN; state=OFFLINE, location=41897df2911b,40143,1733169033565; forceNewPlan=false, retain=false 2024-12-02T19:50:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:35,341 INFO [41897df2911b:41345 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T19:50:35,342 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d00eb3920c954585be9d9ec36d0c4b02, regionState=OPENING, regionLocation=41897df2911b,41113,1733169033601 2024-12-02T19:50:35,342 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0355c0116f51fb235d78d3ba9355c733, regionState=OPENING, regionLocation=41897df2911b,40143,1733169033565 2024-12-02T19:50:35,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d00eb3920c954585be9d9ec36d0c4b02, ASSIGN because future has completed 2024-12-02T19:50:35,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d00eb3920c954585be9d9ec36d0c4b02, server=41897df2911b,41113,1733169033601}] 2024-12-02T19:50:35,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0355c0116f51fb235d78d3ba9355c733, ASSIGN because future has completed 2024-12-02T19:50:35,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0355c0116f51fb235d78d3ba9355c733, server=41897df2911b,40143,1733169033565}] 2024-12-02T19:50:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:35,499 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:35,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57073, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:35,502 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02. 2024-12-02T19:50:35,502 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d00eb3920c954585be9d9ec36d0c4b02, NAME => 'testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T19:50:35,502 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d00eb3920c954585be9d9ec36d0c4b02 2024-12-02T19:50:35,502 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:35,503 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d00eb3920c954585be9d9ec36d0c4b02 2024-12-02T19:50:35,503 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d00eb3920c954585be9d9ec36d0c4b02 2024-12-02T19:50:35,504 INFO [StoreOpener-d00eb3920c954585be9d9ec36d0c4b02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d00eb3920c954585be9d9ec36d0c4b02 2024-12-02T19:50:35,505 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733. 2024-12-02T19:50:35,505 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 0355c0116f51fb235d78d3ba9355c733, NAME => 'testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T19:50:35,505 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0355c0116f51fb235d78d3ba9355c733 2024-12-02T19:50:35,505 INFO [StoreOpener-d00eb3920c954585be9d9ec36d0c4b02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d00eb3920c954585be9d9ec36d0c4b02 columnFamilyName family 2024-12-02T19:50:35,505 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:35,505 DEBUG [StoreOpener-d00eb3920c954585be9d9ec36d0c4b02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:35,505 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 0355c0116f51fb235d78d3ba9355c733 2024-12-02T19:50:35,505 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 0355c0116f51fb235d78d3ba9355c733 2024-12-02T19:50:35,506 INFO [StoreOpener-d00eb3920c954585be9d9ec36d0c4b02-1 {}] regionserver.HStore(327): Store=d00eb3920c954585be9d9ec36d0c4b02/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:35,506 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d00eb3920c954585be9d9ec36d0c4b02 2024-12-02T19:50:35,506 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/d00eb3920c954585be9d9ec36d0c4b02 2024-12-02T19:50:35,506 INFO [StoreOpener-0355c0116f51fb235d78d3ba9355c733-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0355c0116f51fb235d78d3ba9355c733 2024-12-02T19:50:35,507 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/d00eb3920c954585be9d9ec36d0c4b02 2024-12-02T19:50:35,507 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d00eb3920c954585be9d9ec36d0c4b02 2024-12-02T19:50:35,507 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d00eb3920c954585be9d9ec36d0c4b02 2024-12-02T19:50:35,508 INFO [StoreOpener-0355c0116f51fb235d78d3ba9355c733-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0355c0116f51fb235d78d3ba9355c733 columnFamilyName family 2024-12-02T19:50:35,508 DEBUG [StoreOpener-0355c0116f51fb235d78d3ba9355c733-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:35,508 INFO [StoreOpener-0355c0116f51fb235d78d3ba9355c733-1 {}] regionserver.HStore(327): Store=0355c0116f51fb235d78d3ba9355c733/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:35,508 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 0355c0116f51fb235d78d3ba9355c733 2024-12-02T19:50:35,509 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d00eb3920c954585be9d9ec36d0c4b02 2024-12-02T19:50:35,509 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/0355c0116f51fb235d78d3ba9355c733 2024-12-02T19:50:35,509 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/0355c0116f51fb235d78d3ba9355c733 2024-12-02T19:50:35,510 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 0355c0116f51fb235d78d3ba9355c733 2024-12-02T19:50:35,510 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 0355c0116f51fb235d78d3ba9355c733 2024-12-02T19:50:35,511 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 0355c0116f51fb235d78d3ba9355c733 2024-12-02T19:50:35,515 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/d00eb3920c954585be9d9ec36d0c4b02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:35,515 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/0355c0116f51fb235d78d3ba9355c733/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:35,516 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened d00eb3920c954585be9d9ec36d0c4b02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74318786, jitterRate=0.10743620991706848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:50:35,516 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 0355c0116f51fb235d78d3ba9355c733; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70433703, jitterRate=0.04954396188259125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:50:35,516 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d00eb3920c954585be9d9ec36d0c4b02 2024-12-02T19:50:35,516 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0355c0116f51fb235d78d3ba9355c733 2024-12-02T19:50:35,516 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d00eb3920c954585be9d9ec36d0c4b02: Running coprocessor pre-open hook at 1733169035503Writing region info on filesystem at 1733169035503Initializing all the Stores at 1733169035503Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169035503Cleaning up temporary data from old regions at 1733169035507 (+4 ms)Running coprocessor post-open hooks at 1733169035516 (+9 ms)Region opened successfully at 1733169035516 2024-12-02T19:50:35,516 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 0355c0116f51fb235d78d3ba9355c733: Running coprocessor pre-open hook at 1733169035505Writing region info on filesystem at 1733169035505Initializing all the Stores at 1733169035506 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169035506Cleaning up temporary data from old regions at 1733169035510 (+4 ms)Running coprocessor post-open hooks at 1733169035516 (+6 ms)Region opened successfully at 1733169035516 2024-12-02T19:50:35,517 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733., pid=8, masterSystemTime=1733169035499 2024-12-02T19:50:35,517 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02., pid=7, masterSystemTime=1733169035498 2024-12-02T19:50:35,519 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733. 2024-12-02T19:50:35,519 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733. 2024-12-02T19:50:35,520 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0355c0116f51fb235d78d3ba9355c733, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,40143,1733169033565 2024-12-02T19:50:35,520 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02. 2024-12-02T19:50:35,520 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02. 2024-12-02T19:50:35,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d00eb3920c954585be9d9ec36d0c4b02, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,41113,1733169033601 2024-12-02T19:50:35,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0355c0116f51fb235d78d3ba9355c733, server=41897df2911b,40143,1733169033565 because future has completed 2024-12-02T19:50:35,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d00eb3920c954585be9d9ec36d0c4b02, server=41897df2911b,41113,1733169033601 because future has completed 2024-12-02T19:50:35,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-02T19:50:35,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0355c0116f51fb235d78d3ba9355c733, server=41897df2911b,40143,1733169033565 in 177 msec 2024-12-02T19:50:35,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0355c0116f51fb235d78d3ba9355c733, ASSIGN in 337 msec 2024-12-02T19:50:35,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T19:50:35,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d00eb3920c954585be9d9ec36d0c4b02, server=41897df2911b,41113,1733169033601 in 180 msec 2024-12-02T19:50:35,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-02T19:50:35,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d00eb3920c954585be9d9ec36d0c4b02, ASSIGN in 339 msec 2024-12-02T19:50:35,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T19:50:35,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169035530"}]},"ts":"1733169035530"} 2024-12-02T19:50:35,532 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T19:50:35,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T19:50:35,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 380 msec 2024-12-02T19:50:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:35,781 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-02T19:50:35,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T19:50:35,782 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T19:50:35,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T19:50:35,785 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T19:50:35,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-02T19:50:35,787 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733., hostname=41897df2911b,40143,1733169033565, seqNum=2] 2024-12-02T19:50:35,788 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:35,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:35,799 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02., hostname=41897df2911b,41113,1733169033601, seqNum=2] 2024-12-02T19:50:35,810 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0355c0116f51fb235d78d3ba9355c733 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T19:50:35,823 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/0355c0116f51fb235d78d3ba9355c733/.tmp/family/981df1bc02884cfea18b005fceebab6e is 32, key is 1/family:/1733169035790/Put/seqid=0 2024-12-02T19:50:35,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741839_1015 (size=5054) 2024-12-02T19:50:35,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741839_1015 (size=5054) 2024-12-02T19:50:36,229 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/0355c0116f51fb235d78d3ba9355c733/.tmp/family/981df1bc02884cfea18b005fceebab6e 2024-12-02T19:50:36,235 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/0355c0116f51fb235d78d3ba9355c733/.tmp/family/981df1bc02884cfea18b005fceebab6e as hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/0355c0116f51fb235d78d3ba9355c733/family/981df1bc02884cfea18b005fceebab6e 2024-12-02T19:50:36,241 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/0355c0116f51fb235d78d3ba9355c733/family/981df1bc02884cfea18b005fceebab6e, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T19:50:36,242 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 0355c0116f51fb235d78d3ba9355c733 in 432ms, sequenceid=8, compaction requested=false 2024-12-02T19:50:36,242 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0355c0116f51fb235d78d3ba9355c733: 2024-12-02T19:50:36,242 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d00eb3920c954585be9d9ec36d0c4b02 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T19:50:36,256 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/d00eb3920c954585be9d9ec36d0c4b02/.tmp/family/0ea84bac599e4bc0b9dc266e23765841 is 32, key is 5/family:/1733169035800/Put/seqid=0 2024-12-02T19:50:36,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741840_1016 (size=5083) 2024-12-02T19:50:36,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741840_1016 (size=5083) 2024-12-02T19:50:36,261 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/d00eb3920c954585be9d9ec36d0c4b02/.tmp/family/0ea84bac599e4bc0b9dc266e23765841 2024-12-02T19:50:36,268 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/d00eb3920c954585be9d9ec36d0c4b02/.tmp/family/0ea84bac599e4bc0b9dc266e23765841 as hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/d00eb3920c954585be9d9ec36d0c4b02/family/0ea84bac599e4bc0b9dc266e23765841 2024-12-02T19:50:36,274 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/d00eb3920c954585be9d9ec36d0c4b02/family/0ea84bac599e4bc0b9dc266e23765841, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T19:50:36,275 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for d00eb3920c954585be9d9ec36d0c4b02 in 33ms, sequenceid=9, compaction requested=false 2024-12-02T19:50:36,275 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d00eb3920c954585be9d9ec36d0c4b02: 2024-12-02T19:50:36,277 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 981df1bc02884cfea18b005fceebab6e, starting offset: 0, end offset: 9223372036854775807 2024-12-02T19:50:36,277 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 981df1bc02884cfea18b005fceebab6e_0 from back map with offset lock 2094080 in the evict process 2024-12-02T19:50:36,279 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 0ea84bac599e4bc0b9dc266e23765841, starting offset: 0, end offset: 9223372036854775807 2024-12-02T19:50:36,279 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 0ea84bac599e4bc0b9dc266e23765841_0 from back map with offset lock 2094080 in the evict process 2024-12-02T19:50:36,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T19:50:36,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:50:36,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:36,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:36,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:36,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:50:36,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T19:50:36,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=829940842, stopped=false 2024-12-02T19:50:36,280 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=41897df2911b,41345,1733169033431 2024-12-02T19:50:36,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:36,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:36,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:36,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:36,334 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:50:36,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:36,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:50:36,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:36,334 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:36,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:36,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:36,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:36,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:36,335 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,40143,1733169033565' ***** 2024-12-02T19:50:36,335 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:50:36,335 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,41113,1733169033601' ***** 2024-12-02T19:50:36,335 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:50:36,335 INFO [RS:1;41897df2911b:41113 {}] bucket.BucketCache(1738): Disabling cache 2024-12-02T19:50:36,335 INFO [RS:1;41897df2911b:41113 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T19:50:36,335 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T19:50:36,335 INFO [RS:1;41897df2911b:41113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:50:36,336 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T19:50:36,336 INFO [RS:1;41897df2911b:41113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:50:36,336 INFO [RS:1;41897df2911b:41113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:50:36,336 INFO [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(3091): Received CLOSE for d00eb3920c954585be9d9ec36d0c4b02 2024-12-02T19:50:36,336 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:50:36,336 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T19:50:36,336 INFO [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,41113,1733169033601 2024-12-02T19:50:36,336 INFO [RS:1;41897df2911b:41113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:36,336 INFO [RS:1;41897df2911b:41113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;41897df2911b:41113. 2024-12-02T19:50:36,336 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d00eb3920c954585be9d9ec36d0c4b02, disabling compactions & flushes 2024-12-02T19:50:36,336 INFO [RS:0;41897df2911b:40143 {}] bucket.BucketCache(1738): Disabling cache 2024-12-02T19:50:36,336 DEBUG [RS:1;41897df2911b:41113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:36,336 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02. 2024-12-02T19:50:36,336 DEBUG [RS:1;41897df2911b:41113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:36,336 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T19:50:36,336 INFO [RS:0;41897df2911b:40143 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T19:50:36,336 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02. 2024-12-02T19:50:36,336 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T19:50:36,336 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02. after waiting 0 ms 2024-12-02T19:50:36,336 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T19:50:36,337 INFO [RS:1;41897df2911b:41113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:50:36,337 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02. 2024-12-02T19:50:36,337 INFO [RS:1;41897df2911b:41113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:50:36,337 INFO [RS:0;41897df2911b:40143 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:50:36,337 INFO [RS:1;41897df2911b:41113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:50:36,337 INFO [RS:0;41897df2911b:40143 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:50:36,337 INFO [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T19:50:36,337 INFO [RS:0;41897df2911b:40143 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:50:36,337 INFO [RS:0;41897df2911b:40143 {}] regionserver.HRegionServer(3091): Received CLOSE for 0355c0116f51fb235d78d3ba9355c733 2024-12-02T19:50:36,337 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:50:36,338 INFO [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T19:50:36,338 DEBUG [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(1325): Online Regions={d00eb3920c954585be9d9ec36d0c4b02=testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T19:50:36,338 DEBUG [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d00eb3920c954585be9d9ec36d0c4b02 2024-12-02T19:50:36,338 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:50:36,338 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:50:36,338 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:50:36,338 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:50:36,338 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:50:36,338 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-02T19:50:36,339 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:36,342 INFO [RS:0;41897df2911b:40143 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,40143,1733169033565 2024-12-02T19:50:36,342 INFO [RS:0;41897df2911b:40143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:36,342 INFO [RS:0;41897df2911b:40143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;41897df2911b:40143. 2024-12-02T19:50:36,342 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0355c0116f51fb235d78d3ba9355c733, disabling compactions & flushes 2024-12-02T19:50:36,342 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733. 2024-12-02T19:50:36,342 DEBUG [RS:0;41897df2911b:40143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:36,342 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733. 2024-12-02T19:50:36,342 DEBUG [RS:0;41897df2911b:40143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:36,342 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733. after waiting 0 ms 2024-12-02T19:50:36,342 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733. 2024-12-02T19:50:36,342 INFO [RS:0;41897df2911b:40143 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T19:50:36,342 DEBUG [RS:0;41897df2911b:40143 {}] regionserver.HRegionServer(1325): Online Regions={0355c0116f51fb235d78d3ba9355c733=testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733.} 2024-12-02T19:50:36,342 DEBUG [RS:0;41897df2911b:40143 {}] regionserver.HRegionServer(1351): Waiting on 0355c0116f51fb235d78d3ba9355c733 2024-12-02T19:50:36,347 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/d00eb3920c954585be9d9ec36d0c4b02/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T19:50:36,348 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02. 2024-12-02T19:50:36,348 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d00eb3920c954585be9d9ec36d0c4b02: Waiting for close lock at 1733169036336Running coprocessor pre-close hooks at 1733169036336Disabling compacts and flushes for region at 1733169036336Disabling writes for close at 1733169036336Writing region close event to WAL at 1733169036338 (+2 ms)Running coprocessor post-close hooks at 1733169036348 (+10 ms)Closed at 1733169036348 2024-12-02T19:50:36,348 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02. 2024-12-02T19:50:36,351 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/default/testClearRegionBlockCache/0355c0116f51fb235d78d3ba9355c733/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T19:50:36,351 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733. 2024-12-02T19:50:36,351 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0355c0116f51fb235d78d3ba9355c733: Waiting for close lock at 1733169036342Running coprocessor pre-close hooks at 1733169036342Disabling compacts and flushes for region at 1733169036342Disabling writes for close at 1733169036342Writing region close event to WAL at 1733169036347 (+5 ms)Running coprocessor post-close hooks at 1733169036351 (+4 ms)Closed at 1733169036351 2024-12-02T19:50:36,352 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733169035153.0355c0116f51fb235d78d3ba9355c733. 2024-12-02T19:50:36,354 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740/.tmp/info/1aacd1cc6ab54485bb68b4677023fba1 is 173, key is testClearRegionBlockCache,5,1733169035153.d00eb3920c954585be9d9ec36d0c4b02./info:regioninfo/1733169035521/Put/seqid=0 2024-12-02T19:50:36,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741841_1017 (size=8173) 2024-12-02T19:50:36,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741841_1017 (size=8173) 2024-12-02T19:50:36,435 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:36,538 DEBUG [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T19:50:36,542 INFO [RS:0;41897df2911b:40143 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,40143,1733169033565; all regions closed. 2024-12-02T19:50:36,545 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/WALs/41897df2911b,40143,1733169033565/41897df2911b%2C40143%2C1733169033565.1733169034773 not finished, retry = 0 2024-12-02T19:50:36,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741834_1010 (size=1758) 2024-12-02T19:50:36,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741834_1010 (size=1758) 2024-12-02T19:50:36,648 DEBUG [RS:0;41897df2911b:40143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/oldWALs 2024-12-02T19:50:36,648 INFO [RS:0;41897df2911b:40143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C40143%2C1733169033565:(num 1733169034773) 2024-12-02T19:50:36,648 DEBUG [RS:0;41897df2911b:40143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:36,648 INFO [RS:0;41897df2911b:40143 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:36,648 INFO [RS:0;41897df2911b:40143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:36,648 INFO [RS:0;41897df2911b:40143 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:36,648 INFO [RS:0;41897df2911b:40143 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:50:36,648 INFO [RS:0;41897df2911b:40143 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:50:36,648 INFO [RS:0;41897df2911b:40143 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:50:36,648 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:36,648 INFO [RS:0;41897df2911b:40143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:36,648 INFO [RS:0;41897df2911b:40143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40143 2024-12-02T19:50:36,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,40143,1733169033565 2024-12-02T19:50:36,671 INFO [RS:0;41897df2911b:40143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:36,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:36,679 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,40143,1733169033565] 2024-12-02T19:50:36,681 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T19:50:36,681 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T19:50:36,687 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,40143,1733169033565 already deleted, retry=false 2024-12-02T19:50:36,687 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,40143,1733169033565 expired; onlineServers=1 2024-12-02T19:50:36,738 DEBUG [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T19:50:36,761 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740/.tmp/info/1aacd1cc6ab54485bb68b4677023fba1 2024-12-02T19:50:36,779 INFO [RS:0;41897df2911b:40143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:36,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:36,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x10198e2438d0001, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:36,779 INFO [RS:0;41897df2911b:40143 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,40143,1733169033565; zookeeper connection closed. 2024-12-02T19:50:36,779 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43086412 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43086412 2024-12-02T19:50:36,781 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740/.tmp/ns/10bc0b3284444cbb9dbb235af63024eb is 43, key is default/ns:d/1733169035080/Put/seqid=0 2024-12-02T19:50:36,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741842_1018 (size=5153) 2024-12-02T19:50:36,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741842_1018 (size=5153) 2024-12-02T19:50:36,787 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740/.tmp/ns/10bc0b3284444cbb9dbb235af63024eb 2024-12-02T19:50:36,805 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740/.tmp/table/2f9501ce8f5b42798b86fc03577c6983 is 61, key is testClearRegionBlockCache/table:state/1733169035530/Put/seqid=0 2024-12-02T19:50:36,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741843_1019 (size=5312) 2024-12-02T19:50:36,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741843_1019 (size=5312) 2024-12-02T19:50:36,939 DEBUG [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T19:50:37,139 DEBUG [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T19:50:37,212 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740/.tmp/table/2f9501ce8f5b42798b86fc03577c6983 2024-12-02T19:50:37,219 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740/.tmp/info/1aacd1cc6ab54485bb68b4677023fba1 as hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740/info/1aacd1cc6ab54485bb68b4677023fba1 2024-12-02T19:50:37,224 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740/info/1aacd1cc6ab54485bb68b4677023fba1, entries=20, sequenceid=13, filesize=8.0 K 2024-12-02T19:50:37,225 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740/.tmp/ns/10bc0b3284444cbb9dbb235af63024eb as hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740/ns/10bc0b3284444cbb9dbb235af63024eb 2024-12-02T19:50:37,231 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740/ns/10bc0b3284444cbb9dbb235af63024eb, entries=2, sequenceid=13, filesize=5.0 K 2024-12-02T19:50:37,232 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740/.tmp/table/2f9501ce8f5b42798b86fc03577c6983 as hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740/table/2f9501ce8f5b42798b86fc03577c6983 2024-12-02T19:50:37,238 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740/table/2f9501ce8f5b42798b86fc03577c6983, entries=2, sequenceid=13, filesize=5.2 K 2024-12-02T19:50:37,239 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 901ms, sequenceid=13, compaction requested=false 2024-12-02T19:50:37,243 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-02T19:50:37,244 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:50:37,244 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:37,244 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169036338Running coprocessor pre-close hooks at 1733169036338Disabling compacts and flushes for region at 1733169036338Disabling writes for close at 1733169036338Obtaining lock to block concurrent updates at 1733169036338Preparing flush snapshotting stores in 1588230740 at 1733169036338Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733169036339 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733169036339Flushing 1588230740/info: creating writer at 1733169036339Flushing 1588230740/info: appending metadata at 1733169036354 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733169036354Flushing 1588230740/ns: creating writer at 1733169036768 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733169036780 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733169036780Flushing 1588230740/table: creating writer at 1733169036792 (+12 ms)Flushing 1588230740/table: appending metadata at 1733169036805 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733169036805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@661be91f: reopening flushed file at 1733169037218 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f645fe6: reopening flushed file at 1733169037225 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632a1da4: reopening flushed file at 1733169037231 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 901ms, sequenceid=13, compaction requested=false at 1733169037239 (+8 ms)Writing region close event to WAL at 1733169037240 (+1 ms)Running coprocessor post-close hooks at 1733169037244 (+4 ms)Closed at 1733169037244 2024-12-02T19:50:37,244 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:37,339 INFO [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,41113,1733169033601; all regions closed. 2024-12-02T19:50:37,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741835_1011 (size=4338) 2024-12-02T19:50:37,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741835_1011 (size=4338) 2024-12-02T19:50:37,344 DEBUG [RS:1;41897df2911b:41113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/oldWALs 2024-12-02T19:50:37,344 INFO [RS:1;41897df2911b:41113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C41113%2C1733169033601.meta:.meta(num 1733169035023) 2024-12-02T19:50:37,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741833_1009 (size=1867) 2024-12-02T19:50:37,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741833_1009 (size=1867) 2024-12-02T19:50:37,348 DEBUG [RS:1;41897df2911b:41113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/oldWALs 2024-12-02T19:50:37,348 INFO [RS:1;41897df2911b:41113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C41113%2C1733169033601:(num 1733169034762) 2024-12-02T19:50:37,348 DEBUG [RS:1;41897df2911b:41113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:37,348 INFO [RS:1;41897df2911b:41113 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:37,348 INFO [RS:1;41897df2911b:41113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:37,348 INFO [RS:1;41897df2911b:41113 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:37,348 INFO [RS:1;41897df2911b:41113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:37,348 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:37,348 INFO [RS:1;41897df2911b:41113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41113 2024-12-02T19:50:37,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,41113,1733169033601 2024-12-02T19:50:37,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:37,409 INFO [RS:1;41897df2911b:41113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:37,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,41113,1733169033601] 2024-12-02T19:50:37,425 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,41113,1733169033601 already deleted, retry=false 2024-12-02T19:50:37,425 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,41113,1733169033601 expired; onlineServers=0 2024-12-02T19:50:37,425 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '41897df2911b,41345,1733169033431' ***** 2024-12-02T19:50:37,425 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T19:50:37,425 INFO [M:0;41897df2911b:41345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:37,425 INFO [M:0;41897df2911b:41345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:37,425 DEBUG [M:0;41897df2911b:41345 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T19:50:37,425 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T19:50:37,425 DEBUG [M:0;41897df2911b:41345 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T19:50:37,425 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169034387 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169034387,5,FailOnTimeoutGroup] 2024-12-02T19:50:37,425 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169034387 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169034387,5,FailOnTimeoutGroup] 2024-12-02T19:50:37,426 INFO [M:0;41897df2911b:41345 {}] hbase.ChoreService(370): Chore service for: master/41897df2911b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:37,426 INFO [M:0;41897df2911b:41345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:37,426 DEBUG [M:0;41897df2911b:41345 {}] master.HMaster(1795): Stopping service threads 2024-12-02T19:50:37,426 INFO [M:0;41897df2911b:41345 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T19:50:37,426 INFO [M:0;41897df2911b:41345 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:50:37,426 INFO [M:0;41897df2911b:41345 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T19:50:37,426 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T19:50:37,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:37,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:37,433 DEBUG [M:0;41897df2911b:41345 {}] zookeeper.ZKUtil(347): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T19:50:37,434 WARN [M:0;41897df2911b:41345 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T19:50:37,434 INFO [M:0;41897df2911b:41345 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/.lastflushedseqids 2024-12-02T19:50:37,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741844_1020 (size=182) 2024-12-02T19:50:37,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741844_1020 (size=182) 2024-12-02T19:50:37,440 INFO [M:0;41897df2911b:41345 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T19:50:37,440 INFO [M:0;41897df2911b:41345 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T19:50:37,441 DEBUG [M:0;41897df2911b:41345 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:50:37,441 INFO [M:0;41897df2911b:41345 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:37,441 DEBUG [M:0;41897df2911b:41345 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:37,441 DEBUG [M:0;41897df2911b:41345 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:50:37,441 DEBUG [M:0;41897df2911b:41345 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:37,441 INFO [M:0;41897df2911b:41345 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-02T19:50:37,455 DEBUG [M:0;41897df2911b:41345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c86b882b8d7749b8a95dec5edca04e0b is 82, key is hbase:meta,,1/info:regioninfo/1733169035056/Put/seqid=0 2024-12-02T19:50:37,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741845_1021 (size=5672) 2024-12-02T19:50:37,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741845_1021 (size=5672) 2024-12-02T19:50:37,460 INFO [M:0;41897df2911b:41345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c86b882b8d7749b8a95dec5edca04e0b 2024-12-02T19:50:37,479 DEBUG [M:0;41897df2911b:41345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc6debfb99c04228a5ce9f8849b561d1 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733169035534/Put/seqid=0 2024-12-02T19:50:37,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741846_1022 (size=6219) 2024-12-02T19:50:37,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741846_1022 (size=6219) 2024-12-02T19:50:37,485 INFO [M:0;41897df2911b:41345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc6debfb99c04228a5ce9f8849b561d1 2024-12-02T19:50:37,501 DEBUG [M:0;41897df2911b:41345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e685f3f940b477d9cfcae6cf311e716 is 69, key is 41897df2911b,40143,1733169033565/rs:state/1733169034590/Put/seqid=0 2024-12-02T19:50:37,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741847_1023 (size=5224) 2024-12-02T19:50:37,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741847_1023 (size=5224) 2024-12-02T19:50:37,507 INFO [M:0;41897df2911b:41345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e685f3f940b477d9cfcae6cf311e716 2024-12-02T19:50:37,512 DEBUG [M:0;41897df2911b:41345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c86b882b8d7749b8a95dec5edca04e0b as hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c86b882b8d7749b8a95dec5edca04e0b 2024-12-02T19:50:37,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:37,517 INFO [M:0;41897df2911b:41345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c86b882b8d7749b8a95dec5edca04e0b, entries=8, sequenceid=71, filesize=5.5 K 2024-12-02T19:50:37,517 INFO [RS:1;41897df2911b:41113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:37,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41113-0x10198e2438d0002, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:37,517 INFO [RS:1;41897df2911b:41113 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,41113,1733169033601; zookeeper connection closed. 2024-12-02T19:50:37,517 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@452a9b4f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@452a9b4f 2024-12-02T19:50:37,517 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T19:50:37,518 DEBUG [M:0;41897df2911b:41345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc6debfb99c04228a5ce9f8849b561d1 as hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc6debfb99c04228a5ce9f8849b561d1 2024-12-02T19:50:37,523 INFO [M:0;41897df2911b:41345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc6debfb99c04228a5ce9f8849b561d1, entries=8, sequenceid=71, filesize=6.1 K 2024-12-02T19:50:37,524 DEBUG [M:0;41897df2911b:41345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e685f3f940b477d9cfcae6cf311e716 as hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e685f3f940b477d9cfcae6cf311e716 2024-12-02T19:50:37,529 INFO [M:0;41897df2911b:41345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46395/user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e685f3f940b477d9cfcae6cf311e716, entries=2, sequenceid=71, filesize=5.1 K 2024-12-02T19:50:37,530 INFO [M:0;41897df2911b:41345 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=71, compaction requested=false 2024-12-02T19:50:37,531 INFO [M:0;41897df2911b:41345 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:37,531 DEBUG [M:0;41897df2911b:41345 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169037440Disabling compacts and flushes for region at 1733169037440Disabling writes for close at 1733169037441 (+1 ms)Obtaining lock to block concurrent updates at 1733169037441Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733169037441Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733169037441Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733169037442 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733169037442Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733169037455 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733169037455Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733169037465 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733169037479 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733169037479Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733169037489 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733169037501 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733169037501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ef070e5: reopening flushed file at 1733169037511 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53d60935: reopening flushed file at 1733169037517 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dce4ada: reopening flushed file at 1733169037523 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=71, compaction requested=false at 1733169037530 (+7 ms)Writing region close event to WAL at 1733169037531 (+1 ms)Closed at 1733169037531 2024-12-02T19:50:37,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741830_1006 (size=35440) 2024-12-02T19:50:37,533 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3152ff7a-c2c9-2ee4-fe9d-e4dd8b60ccb5/MasterData/WALs/41897df2911b,41345,1733169033431/41897df2911b%2C41345%2C1733169033431.1733169034146 not finished, retry = 0 2024-12-02T19:50:37,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741830_1006 (size=35440) 2024-12-02T19:50:37,634 INFO [M:0;41897df2911b:41345 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T19:50:37,634 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:37,634 INFO [M:0;41897df2911b:41345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41345 2024-12-02T19:50:37,635 INFO [M:0;41897df2911b:41345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:37,759 INFO [M:0;41897df2911b:41345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:37,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:37,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41345-0x10198e2438d0000, quorum=127.0.0.1:59025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:37,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1547c0ce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:37,761 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a2c9f8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:37,761 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:37,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb009fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:37,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bb012ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:37,762 WARN [BP-288402000-172.17.0.2-1733169031778 heartbeating to localhost/127.0.0.1:46395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:50:37,762 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:50:37,763 WARN [BP-288402000-172.17.0.2-1733169031778 heartbeating to localhost/127.0.0.1:46395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-288402000-172.17.0.2-1733169031778 (Datanode Uuid 0e42bb01-3a1e-4a3c-bac7-b41578790273) service to localhost/127.0.0.1:46395 2024-12-02T19:50:37,763 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:50:37,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/cluster_06d460c6-4ddd-1c1c-7c66-8a79f581028f/data/data3/current/BP-288402000-172.17.0.2-1733169031778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:37,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/cluster_06d460c6-4ddd-1c1c-7c66-8a79f581028f/data/data4/current/BP-288402000-172.17.0.2-1733169031778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:37,764 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:50:37,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5688e657{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:37,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cbdb925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:37,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:37,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@216c5937{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:37,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3858a25f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:37,767 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:50:37,767 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:50:37,767 WARN [BP-288402000-172.17.0.2-1733169031778 heartbeating to localhost/127.0.0.1:46395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:50:37,767 WARN [BP-288402000-172.17.0.2-1733169031778 heartbeating to localhost/127.0.0.1:46395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-288402000-172.17.0.2-1733169031778 (Datanode Uuid 5915ae35-2543-4c54-ae0c-c4003b240f23) service to localhost/127.0.0.1:46395 2024-12-02T19:50:37,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/cluster_06d460c6-4ddd-1c1c-7c66-8a79f581028f/data/data1/current/BP-288402000-172.17.0.2-1733169031778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:37,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/cluster_06d460c6-4ddd-1c1c-7c66-8a79f581028f/data/data2/current/BP-288402000-172.17.0.2-1733169031778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:37,768 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:50:37,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d5cf6a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:50:37,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3471c5c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:37,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:37,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28179244{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:37,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e768853{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:37,778 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T19:50:37,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T19:50:37,810 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=169 (was 149) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46395 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46395 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=524 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 194) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9340 (was 9446) 2024-12-02T19:50:37,817 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=169, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=9340 2024-12-02T19:50:37,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/hadoop.log.dir so I do NOT create it in target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b 2024-12-02T19:50:37,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T19:50:37,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/hadoop.tmp.dir so I do NOT create it in target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b 2024-12-02T19:50:37,829 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e23d40dd-d855-8b23-ecc2-02b90a71d99b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T19:50:37,829 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b 2024-12-02T19:50:37,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T19:50:37,829 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/cluster_a82ae1d5-152e-c65d-03dc-91df130b2911, deleteOnExit=true 2024-12-02T19:50:37,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T19:50:37,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/test.cache.data in system properties and HBase conf 2024-12-02T19:50:37,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T19:50:37,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/hadoop.log.dir in system properties and HBase conf 2024-12-02T19:50:37,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T19:50:37,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T19:50:37,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T19:50:37,829 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T19:50:37,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:50:37,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:50:37,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T19:50:37,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:50:37,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T19:50:37,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T19:50:37,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:50:37,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:50:37,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T19:50:37,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/nfs.dump.dir in system properties and HBase conf 2024-12-02T19:50:37,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/java.io.tmpdir in system properties and HBase conf 2024-12-02T19:50:37,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:50:37,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T19:50:37,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T19:50:38,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:38,071 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:38,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:38,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:38,073 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:50:38,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:38,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3edf9569{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:38,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@514ec8f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:38,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@430c9e02{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/java.io.tmpdir/jetty-localhost-46087-hadoop-hdfs-3_4_1-tests_jar-_-any-13767620839144063755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:50:38,181 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68a1d40f{HTTP/1.1, (http/1.1)}{localhost:46087} 2024-12-02T19:50:38,181 INFO [Time-limited test {}] server.Server(415): Started @34448ms 2024-12-02T19:50:38,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:38,407 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:38,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:38,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:38,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:50:38,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23e79649{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:38,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ff033e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:38,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48d84a29{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/java.io.tmpdir/jetty-localhost-32799-hadoop-hdfs-3_4_1-tests_jar-_-any-10824104398367116950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:38,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@142e5902{HTTP/1.1, (http/1.1)}{localhost:32799} 2024-12-02T19:50:38,510 INFO [Time-limited test {}] server.Server(415): Started @34778ms 2024-12-02T19:50:38,512 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:50:38,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:50:38,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:50:38,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:50:38,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:50:38,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:50:38,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b96e17f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:50:38,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@249da319{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:50:38,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fd37ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/java.io.tmpdir/jetty-localhost-40451-hadoop-hdfs-3_4_1-tests_jar-_-any-14833520798539174215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:38,638 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f930ede{HTTP/1.1, (http/1.1)}{localhost:40451} 2024-12-02T19:50:38,638 INFO [Time-limited test {}] server.Server(415): Started @34906ms 2024-12-02T19:50:38,639 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:50:39,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T19:50:39,248 WARN [Thread-1433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/cluster_a82ae1d5-152e-c65d-03dc-91df130b2911/data/data2/current/BP-862663637-172.17.0.2-1733169037846/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:39,248 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/cluster_a82ae1d5-152e-c65d-03dc-91df130b2911/data/data1/current/BP-862663637-172.17.0.2-1733169037846/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:39,265 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:50:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdce32927f23d155b with lease ID 0x611e237f0ca253b1: Processing first storage report for DS-8909e565-55d5-4af2-9127-6dd8c5e078d2 from datanode DatanodeRegistration(127.0.0.1:44493, datanodeUuid=a2eba3d7-c8b9-420a-892b-30bed998ec7b, infoPort=44617, infoSecurePort=0, ipcPort=46447, storageInfo=lv=-57;cid=testClusterID;nsid=1033555750;c=1733169037846) 2024-12-02T19:50:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdce32927f23d155b with lease ID 0x611e237f0ca253b1: from storage DS-8909e565-55d5-4af2-9127-6dd8c5e078d2 node DatanodeRegistration(127.0.0.1:44493, datanodeUuid=a2eba3d7-c8b9-420a-892b-30bed998ec7b, infoPort=44617, infoSecurePort=0, ipcPort=46447, storageInfo=lv=-57;cid=testClusterID;nsid=1033555750;c=1733169037846), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdce32927f23d155b with lease ID 0x611e237f0ca253b1: Processing first storage report for DS-d2a146e7-039a-4a33-a397-63a2c223235f from datanode DatanodeRegistration(127.0.0.1:44493, datanodeUuid=a2eba3d7-c8b9-420a-892b-30bed998ec7b, infoPort=44617, infoSecurePort=0, ipcPort=46447, storageInfo=lv=-57;cid=testClusterID;nsid=1033555750;c=1733169037846) 2024-12-02T19:50:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdce32927f23d155b with lease ID 0x611e237f0ca253b1: from storage DS-d2a146e7-039a-4a33-a397-63a2c223235f node DatanodeRegistration(127.0.0.1:44493, datanodeUuid=a2eba3d7-c8b9-420a-892b-30bed998ec7b, infoPort=44617, infoSecurePort=0, ipcPort=46447, storageInfo=lv=-57;cid=testClusterID;nsid=1033555750;c=1733169037846), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:39,408 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/cluster_a82ae1d5-152e-c65d-03dc-91df130b2911/data/data4/current/BP-862663637-172.17.0.2-1733169037846/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:39,408 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/cluster_a82ae1d5-152e-c65d-03dc-91df130b2911/data/data3/current/BP-862663637-172.17.0.2-1733169037846/current, will proceed with Du for space computation calculation, 2024-12-02T19:50:39,430 WARN [Thread-1419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:50:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddfbccd6de3fec83 with lease ID 0x611e237f0ca253b2: Processing first storage report for DS-a340b025-5bc2-4c63-b2b4-e8a0257ce970 from datanode DatanodeRegistration(127.0.0.1:43363, datanodeUuid=7fe310d8-62ad-4297-9f5f-f97f4f964ffe, infoPort=43441, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=1033555750;c=1733169037846) 2024-12-02T19:50:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddfbccd6de3fec83 with lease ID 0x611e237f0ca253b2: from storage DS-a340b025-5bc2-4c63-b2b4-e8a0257ce970 node DatanodeRegistration(127.0.0.1:43363, datanodeUuid=7fe310d8-62ad-4297-9f5f-f97f4f964ffe, infoPort=43441, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=1033555750;c=1733169037846), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddfbccd6de3fec83 with lease ID 0x611e237f0ca253b2: Processing first storage report for DS-6cc24993-6fdd-4dc8-a2a2-f040ffbab832 from datanode DatanodeRegistration(127.0.0.1:43363, datanodeUuid=7fe310d8-62ad-4297-9f5f-f97f4f964ffe, infoPort=43441, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=1033555750;c=1733169037846) 2024-12-02T19:50:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddfbccd6de3fec83 with lease ID 0x611e237f0ca253b2: from storage DS-6cc24993-6fdd-4dc8-a2a2-f040ffbab832 node DatanodeRegistration(127.0.0.1:43363, datanodeUuid=7fe310d8-62ad-4297-9f5f-f97f4f964ffe, infoPort=43441, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=1033555750;c=1733169037846), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:50:39,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b 2024-12-02T19:50:39,467 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/cluster_a82ae1d5-152e-c65d-03dc-91df130b2911/zookeeper_0, clientPort=56627, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/cluster_a82ae1d5-152e-c65d-03dc-91df130b2911/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/cluster_a82ae1d5-152e-c65d-03dc-91df130b2911/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T19:50:39,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56627 2024-12-02T19:50:39,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:39,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:39,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:50:39,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:50:39,482 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6 with version=8 2024-12-02T19:50:39,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/hbase-staging 2024-12-02T19:50:39,484 INFO [Time-limited test {}] client.ConnectionUtils(128): master/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:39,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:39,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:39,484 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:39,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:39,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:39,484 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T19:50:39,484 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:39,487 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36187 2024-12-02T19:50:39,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36187 connecting to ZooKeeper ensemble=127.0.0.1:56627 2024-12-02T19:50:39,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361870x0, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:39,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36187-0x10198e25b2f0000 connected 2024-12-02T19:50:39,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:39,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:39,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:39,698 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6, hbase.cluster.distributed=false 2024-12-02T19:50:39,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:39,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36187 2024-12-02T19:50:39,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36187 2024-12-02T19:50:39,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36187 2024-12-02T19:50:39,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36187 2024-12-02T19:50:39,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36187 2024-12-02T19:50:39,713 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:39,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:39,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:39,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:39,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:39,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:39,713 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:50:39,713 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:39,715 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39109 2024-12-02T19:50:39,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39109 connecting to ZooKeeper ensemble=127.0.0.1:56627 2024-12-02T19:50:39,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:39,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:39,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391090x0, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:39,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391090x0, quorum=127.0.0.1:56627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:39,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39109-0x10198e25b2f0001 connected 2024-12-02T19:50:39,810 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:50:39,811 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T19:50:39,818 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-02T19:50:39,818 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T19:50:39,819 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T19:50:39,819 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:50:39,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:50:39,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:39,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39109 2024-12-02T19:50:39,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39109 2024-12-02T19:50:39,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39109 2024-12-02T19:50:39,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39109 2024-12-02T19:50:39,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39109 2024-12-02T19:50:39,833 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:50:39,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:39,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:39,833 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:50:39,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:50:39,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:50:39,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:50:39,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:50:39,834 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42117 2024-12-02T19:50:39,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42117 connecting to ZooKeeper ensemble=127.0.0.1:56627 2024-12-02T19:50:39,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:39,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:39,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421170x0, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:50:39,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421170x0, quorum=127.0.0.1:56627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:39,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42117-0x10198e25b2f0002 connected 2024-12-02T19:50:39,871 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:50:39,871 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T19:50:39,878 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-02T19:50:39,878 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T19:50:39,879 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T19:50:39,879 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:50:39,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:50:39,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:50:39,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42117 2024-12-02T19:50:39,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42117 2024-12-02T19:50:39,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42117 2024-12-02T19:50:39,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42117 2024-12-02T19:50:39,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42117 2024-12-02T19:50:39,895 DEBUG [M:0;41897df2911b:36187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;41897df2911b:36187 2024-12-02T19:50:39,895 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/41897df2911b,36187,1733169039484 2024-12-02T19:50:39,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:39,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:39,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:39,904 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/41897df2911b,36187,1733169039484 2024-12-02T19:50:39,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:39,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:39,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:39,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:39,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:39,912 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T19:50:39,912 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/41897df2911b,36187,1733169039484 from backup master directory 2024-12-02T19:50:39,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:39,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/41897df2911b,36187,1733169039484 2024-12-02T19:50:39,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:39,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:50:39,920 WARN [master/41897df2911b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:39,920 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=41897df2911b,36187,1733169039484 2024-12-02T19:50:39,924 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/hbase.id] with ID: f69e1525-2db0-43b6-b975-f9a52e061661 2024-12-02T19:50:39,924 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/.tmp/hbase.id 2024-12-02T19:50:39,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:50:39,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:50:39,930 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/.tmp/hbase.id]:[hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/hbase.id] 2024-12-02T19:50:39,941 INFO [master/41897df2911b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:50:39,942 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T19:50:39,943 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T19:50:39,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:39,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:39,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:39,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:50:39,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:50:39,962 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:50:39,962 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T19:50:39,962 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:39,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:50:39,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:50:39,971 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store 2024-12-02T19:50:39,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:50:39,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:50:39,980 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:39,980 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:50:39,980 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:39,980 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:39,980 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:50:39,980 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:39,980 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:39,980 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169039980Disabling compacts and flushes for region at 1733169039980Disabling writes for close at 1733169039980Writing region close event to WAL at 1733169039980Closed at 1733169039980 2024-12-02T19:50:39,981 WARN [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/.initializing 2024-12-02T19:50:39,981 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/WALs/41897df2911b,36187,1733169039484 2024-12-02T19:50:39,982 INFO [master/41897df2911b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:39,984 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C36187%2C1733169039484, suffix=, logDir=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/WALs/41897df2911b,36187,1733169039484, archiveDir=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/oldWALs, maxLogs=10 2024-12-02T19:50:39,997 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/WALs/41897df2911b,36187,1733169039484/41897df2911b%2C36187%2C1733169039484.1733169039984, exclude list is [], retry=0 2024-12-02T19:50:39,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-8909e565-55d5-4af2-9127-6dd8c5e078d2,DISK] 2024-12-02T19:50:39,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43363,DS-a340b025-5bc2-4c63-b2b4-e8a0257ce970,DISK] 2024-12-02T19:50:40,001 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/WALs/41897df2911b,36187,1733169039484/41897df2911b%2C36187%2C1733169039484.1733169039984 2024-12-02T19:50:40,001 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617),(127.0.0.1/127.0.0.1:43441:43441)] 2024-12-02T19:50:40,001 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:50:40,001 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:40,001 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:40,001 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:40,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:40,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T19:50:40,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:40,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:40,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:40,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T19:50:40,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:40,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:40,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:40,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T19:50:40,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:40,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:40,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:40,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T19:50:40,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:40,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:40,011 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:40,011 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:40,012 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:40,013 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:40,013 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:40,013 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:40,014 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:50:40,016 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:40,016 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67211017, jitterRate=0.0015221983194351196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:40,017 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733169040002Initializing all the Stores at 1733169040002Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169040002Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169040003 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169040003Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169040003Cleaning up temporary data from old regions at 1733169040013 (+10 ms)Region opened successfully at 1733169040017 (+4 ms) 2024-12-02T19:50:40,017 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T19:50:40,019 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3440e06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:40,020 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T19:50:40,020 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T19:50:40,020 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T19:50:40,020 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T19:50:40,021 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T19:50:40,021 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T19:50:40,021 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T19:50:40,024 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T19:50:40,024 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T19:50:40,045 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T19:50:40,045 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T19:50:40,046 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T19:50:40,053 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T19:50:40,054 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T19:50:40,055 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T19:50:40,062 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T19:50:40,063 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T19:50:40,070 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T19:50:40,072 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T19:50:40,083 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T19:50:40,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:40,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:40,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:40,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:40,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:40,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:40,092 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=41897df2911b,36187,1733169039484, sessionid=0x10198e25b2f0000, setting cluster-up flag (Was=false) 2024-12-02T19:50:40,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:40,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:40,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:40,133 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T19:50:40,134 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,36187,1733169039484 2024-12-02T19:50:40,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:40,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:40,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:40,178 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T19:50:40,179 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,36187,1733169039484 2024-12-02T19:50:40,180 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T19:50:40,182 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:40,182 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T19:50:40,182 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T19:50:40,182 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 41897df2911b,36187,1733169039484 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T19:50:40,184 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:40,184 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:40,184 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:40,184 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:50:40,184 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/41897df2911b:0, corePoolSize=10, maxPoolSize=10 2024-12-02T19:50:40,184 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,184 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:40,184 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,187 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:40,187 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T19:50:40,187 INFO [RS:0;41897df2911b:39109 {}] regionserver.HRegionServer(746): ClusterId : f69e1525-2db0-43b6-b975-f9a52e061661 2024-12-02T19:50:40,187 INFO [RS:1;41897df2911b:42117 {}] regionserver.HRegionServer(746): ClusterId : f69e1525-2db0-43b6-b975-f9a52e061661 2024-12-02T19:50:40,187 DEBUG [RS:0;41897df2911b:39109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:50:40,187 DEBUG [RS:1;41897df2911b:42117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:50:40,188 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:40,188 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T19:50:40,190 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733169070190 2024-12-02T19:50:40,191 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T19:50:40,191 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T19:50:40,191 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T19:50:40,191 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T19:50:40,191 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T19:50:40,191 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T19:50:40,191 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,191 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T19:50:40,191 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T19:50:40,191 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T19:50:40,194 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T19:50:40,194 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T19:50:40,195 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169040194,5,FailOnTimeoutGroup] 2024-12-02T19:50:40,195 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169040195,5,FailOnTimeoutGroup] 2024-12-02T19:50:40,195 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,195 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T19:50:40,195 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,195 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,196 DEBUG [RS:1;41897df2911b:42117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:50:40,196 DEBUG [RS:1;41897df2911b:42117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:50:40,196 DEBUG [RS:0;41897df2911b:39109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:50:40,196 DEBUG [RS:0;41897df2911b:39109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:50:40,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:50:40,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:50:40,201 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T19:50:40,201 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6 2024-12-02T19:50:40,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:50:40,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:50:40,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:40,212 DEBUG [RS:1;41897df2911b:42117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:50:40,212 DEBUG [RS:0;41897df2911b:39109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:50:40,212 DEBUG [RS:1;41897df2911b:42117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2639d9cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:40,212 DEBUG [RS:0;41897df2911b:39109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617e21ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:50:40,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:50:40,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:50:40,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:40,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:40,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:50:40,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:50:40,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:40,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:40,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:50:40,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:50:40,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:40,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:40,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:50:40,224 DEBUG [RS:1;41897df2911b:42117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;41897df2911b:42117 2024-12-02T19:50:40,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:50:40,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:40,224 INFO [RS:1;41897df2911b:42117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:50:40,224 INFO [RS:1;41897df2911b:42117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:50:40,224 DEBUG [RS:1;41897df2911b:42117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:50:40,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:40,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:50:40,225 INFO [RS:1;41897df2911b:42117 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,36187,1733169039484 with port=42117, startcode=1733169039833 2024-12-02T19:50:40,225 DEBUG [RS:1;41897df2911b:42117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:50:40,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740 2024-12-02T19:50:40,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740 2024-12-02T19:50:40,227 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32807, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:50:40,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:50:40,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:50:40,227 DEBUG [RS:0;41897df2911b:39109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;41897df2911b:39109 2024-12-02T19:50:40,227 INFO [RS:0;41897df2911b:39109 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:50:40,227 INFO [RS:0;41897df2911b:39109 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:50:40,227 DEBUG [RS:0;41897df2911b:39109 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:50:40,227 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,42117,1733169039833 2024-12-02T19:50:40,228 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36187 {}] master.ServerManager(517): Registering regionserver=41897df2911b,42117,1733169039833 2024-12-02T19:50:40,228 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:40,228 INFO [RS:0;41897df2911b:39109 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,36187,1733169039484 with port=39109, startcode=1733169039712 2024-12-02T19:50:40,228 DEBUG [RS:0;41897df2911b:39109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:50:40,229 DEBUG [RS:1;41897df2911b:42117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6 2024-12-02T19:50:40,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:50:40,229 DEBUG [RS:1;41897df2911b:42117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37245 2024-12-02T19:50:40,229 DEBUG [RS:1;41897df2911b:42117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:50:40,230 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56121, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:50:40,230 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,39109,1733169039712 2024-12-02T19:50:40,230 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36187 {}] master.ServerManager(517): Registering regionserver=41897df2911b,39109,1733169039712 2024-12-02T19:50:40,232 DEBUG [RS:0;41897df2911b:39109 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6 2024-12-02T19:50:40,232 DEBUG [RS:0;41897df2911b:39109 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37245 2024-12-02T19:50:40,232 DEBUG [RS:0;41897df2911b:39109 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:50:40,232 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:40,232 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68589512, jitterRate=0.022063374519348145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:40,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733169040212Initializing all the Stores at 1733169040213 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169040213Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169040217 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169040217Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169040217Cleaning up temporary data from old regions at 1733169040227 (+10 ms)Region opened successfully at 1733169040233 (+6 ms) 2024-12-02T19:50:40,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:50:40,233 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:50:40,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:50:40,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:50:40,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:50:40,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:40,237 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:40,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169040233Disabling compacts and flushes for region at 1733169040233Disabling writes for close at 1733169040233Writing region close event to WAL at 1733169040237 (+4 ms)Closed at 1733169040237 2024-12-02T19:50:40,238 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:40,238 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T19:50:40,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T19:50:40,239 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:50:40,240 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T19:50:40,266 DEBUG [RS:1;41897df2911b:42117 {}] zookeeper.ZKUtil(111): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,42117,1733169039833 2024-12-02T19:50:40,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,42117,1733169039833] 2024-12-02T19:50:40,266 WARN [RS:1;41897df2911b:42117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:40,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,39109,1733169039712] 2024-12-02T19:50:40,266 INFO [RS:1;41897df2911b:42117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:40,266 DEBUG [RS:1;41897df2911b:42117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/WALs/41897df2911b,42117,1733169039833 2024-12-02T19:50:40,267 DEBUG [RS:0;41897df2911b:39109 {}] zookeeper.ZKUtil(111): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,39109,1733169039712 2024-12-02T19:50:40,267 WARN [RS:0;41897df2911b:39109 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:50:40,267 INFO [RS:0;41897df2911b:39109 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:40,267 DEBUG [RS:0;41897df2911b:39109 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/WALs/41897df2911b,39109,1733169039712 2024-12-02T19:50:40,270 INFO [RS:1;41897df2911b:42117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:50:40,270 INFO [RS:0;41897df2911b:39109 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:50:40,271 INFO [RS:1;41897df2911b:42117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:50:40,273 INFO [RS:1;41897df2911b:42117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:50:40,273 INFO [RS:1;41897df2911b:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,274 INFO [RS:0;41897df2911b:39109 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:50:40,275 INFO [RS:1;41897df2911b:42117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:50:40,275 INFO [RS:0;41897df2911b:39109 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:50:40,275 INFO [RS:0;41897df2911b:39109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,275 INFO [RS:0;41897df2911b:39109 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:50:40,276 INFO [RS:0;41897df2911b:39109 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:50:40,276 INFO [RS:1;41897df2911b:42117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:50:40,276 INFO [RS:0;41897df2911b:39109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,276 INFO [RS:1;41897df2911b:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,276 DEBUG [RS:0;41897df2911b:39109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:1;41897df2911b:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:0;41897df2911b:39109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:1;41897df2911b:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:0;41897df2911b:39109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:0;41897df2911b:39109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:1;41897df2911b:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:0;41897df2911b:39109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:0;41897df2911b:39109 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:40,276 DEBUG [RS:0;41897df2911b:39109 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:1;41897df2911b:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:0;41897df2911b:39109 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:1;41897df2911b:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:0;41897df2911b:39109 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:0;41897df2911b:39109 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:1;41897df2911b:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:50:40,276 DEBUG [RS:0;41897df2911b:39109 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:0;41897df2911b:39109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:1;41897df2911b:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:0;41897df2911b:39109 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:40,276 DEBUG [RS:0;41897df2911b:39109 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:40,276 DEBUG [RS:1;41897df2911b:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:1;41897df2911b:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:1;41897df2911b:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:1;41897df2911b:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:1;41897df2911b:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:50:40,276 DEBUG [RS:1;41897df2911b:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:40,276 DEBUG [RS:1;41897df2911b:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:50:40,277 INFO [RS:0;41897df2911b:39109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,277 INFO [RS:0;41897df2911b:39109 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,277 INFO [RS:0;41897df2911b:39109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,277 INFO [RS:1;41897df2911b:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,277 INFO [RS:0;41897df2911b:39109 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,277 INFO [RS:0;41897df2911b:39109 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,277 INFO [RS:1;41897df2911b:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,278 INFO [RS:0;41897df2911b:39109 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,39109,1733169039712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:40,278 INFO [RS:1;41897df2911b:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,278 INFO [RS:1;41897df2911b:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,278 INFO [RS:1;41897df2911b:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,278 INFO [RS:1;41897df2911b:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,42117,1733169039833-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:40,290 INFO [RS:0;41897df2911b:39109 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:50:40,290 INFO [RS:1;41897df2911b:42117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:50:40,290 INFO [RS:0;41897df2911b:39109 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,39109,1733169039712-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,290 INFO [RS:1;41897df2911b:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,42117,1733169039833-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,290 INFO [RS:0;41897df2911b:39109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,290 INFO [RS:0;41897df2911b:39109 {}] regionserver.Replication(171): 41897df2911b,39109,1733169039712 started 2024-12-02T19:50:40,290 INFO [RS:1;41897df2911b:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,290 INFO [RS:1;41897df2911b:42117 {}] regionserver.Replication(171): 41897df2911b,42117,1733169039833 started 2024-12-02T19:50:40,302 INFO [RS:1;41897df2911b:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,302 INFO [RS:1;41897df2911b:42117 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,42117,1733169039833, RpcServer on 41897df2911b/172.17.0.2:42117, sessionid=0x10198e25b2f0002 2024-12-02T19:50:40,302 DEBUG [RS:1;41897df2911b:42117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:50:40,302 DEBUG [RS:1;41897df2911b:42117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,42117,1733169039833 2024-12-02T19:50:40,302 DEBUG [RS:1;41897df2911b:42117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,42117,1733169039833' 2024-12-02T19:50:40,302 DEBUG [RS:1;41897df2911b:42117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:50:40,302 DEBUG [RS:1;41897df2911b:42117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:50:40,303 DEBUG [RS:1;41897df2911b:42117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:50:40,303 DEBUG [RS:1;41897df2911b:42117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:50:40,303 DEBUG [RS:1;41897df2911b:42117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,42117,1733169039833 2024-12-02T19:50:40,303 DEBUG [RS:1;41897df2911b:42117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,42117,1733169039833' 2024-12-02T19:50:40,303 DEBUG [RS:1;41897df2911b:42117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:50:40,303 DEBUG [RS:1;41897df2911b:42117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:50:40,304 DEBUG [RS:1;41897df2911b:42117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:50:40,304 INFO [RS:1;41897df2911b:42117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:50:40,304 INFO [RS:1;41897df2911b:42117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:50:40,305 INFO [RS:0;41897df2911b:39109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,305 INFO [RS:0;41897df2911b:39109 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,39109,1733169039712, RpcServer on 41897df2911b/172.17.0.2:39109, sessionid=0x10198e25b2f0001 2024-12-02T19:50:40,305 DEBUG [RS:0;41897df2911b:39109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:50:40,305 DEBUG [RS:0;41897df2911b:39109 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,39109,1733169039712 2024-12-02T19:50:40,305 DEBUG [RS:0;41897df2911b:39109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,39109,1733169039712' 2024-12-02T19:50:40,305 DEBUG [RS:0;41897df2911b:39109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:50:40,305 DEBUG [RS:0;41897df2911b:39109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:50:40,306 DEBUG [RS:0;41897df2911b:39109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:50:40,306 DEBUG [RS:0;41897df2911b:39109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:50:40,306 DEBUG [RS:0;41897df2911b:39109 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,39109,1733169039712 2024-12-02T19:50:40,306 DEBUG [RS:0;41897df2911b:39109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,39109,1733169039712' 2024-12-02T19:50:40,306 DEBUG [RS:0;41897df2911b:39109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:50:40,306 DEBUG [RS:0;41897df2911b:39109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:50:40,306 DEBUG [RS:0;41897df2911b:39109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:50:40,306 INFO [RS:0;41897df2911b:39109 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:50:40,307 INFO [RS:0;41897df2911b:39109 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:50:40,390 WARN [41897df2911b:36187 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T19:50:40,404 INFO [RS:1;41897df2911b:42117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:40,406 INFO [RS:1;41897df2911b:42117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C42117%2C1733169039833, suffix=, logDir=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/WALs/41897df2911b,42117,1733169039833, archiveDir=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/oldWALs, maxLogs=32 2024-12-02T19:50:40,407 INFO [RS:0;41897df2911b:39109 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:50:40,408 INFO [RS:0;41897df2911b:39109 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C39109%2C1733169039712, suffix=, logDir=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/WALs/41897df2911b,39109,1733169039712, archiveDir=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/oldWALs, maxLogs=32 2024-12-02T19:50:40,417 DEBUG [RS:1;41897df2911b:42117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/WALs/41897df2911b,42117,1733169039833/41897df2911b%2C42117%2C1733169039833.1733169040406, exclude list is [], retry=0 2024-12-02T19:50:40,419 DEBUG [RS:0;41897df2911b:39109 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/WALs/41897df2911b,39109,1733169039712/41897df2911b%2C39109%2C1733169039712.1733169040408, exclude list is [], retry=0 2024-12-02T19:50:40,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43363,DS-a340b025-5bc2-4c63-b2b4-e8a0257ce970,DISK] 2024-12-02T19:50:40,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-8909e565-55d5-4af2-9127-6dd8c5e078d2,DISK] 2024-12-02T19:50:40,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43363,DS-a340b025-5bc2-4c63-b2b4-e8a0257ce970,DISK] 2024-12-02T19:50:40,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-8909e565-55d5-4af2-9127-6dd8c5e078d2,DISK] 2024-12-02T19:50:40,422 INFO [RS:1;41897df2911b:42117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/WALs/41897df2911b,42117,1733169039833/41897df2911b%2C42117%2C1733169039833.1733169040406 2024-12-02T19:50:40,422 DEBUG [RS:1;41897df2911b:42117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43441:43441),(127.0.0.1/127.0.0.1:44617:44617)] 2024-12-02T19:50:40,423 INFO [RS:0;41897df2911b:39109 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/WALs/41897df2911b,39109,1733169039712/41897df2911b%2C39109%2C1733169039712.1733169040408 2024-12-02T19:50:40,426 DEBUG [RS:0;41897df2911b:39109 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43441:43441),(127.0.0.1/127.0.0.1:44617:44617)] 2024-12-02T19:50:40,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T19:50:40,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:40,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:40,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:40,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:40,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:40,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:40,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:40,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:40,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:50:40,641 DEBUG [41897df2911b:36187 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T19:50:40,641 DEBUG [41897df2911b:36187 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T19:50:40,643 DEBUG [41897df2911b:36187 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T19:50:40,643 DEBUG [41897df2911b:36187 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T19:50:40,643 DEBUG [41897df2911b:36187 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T19:50:40,643 DEBUG [41897df2911b:36187 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T19:50:40,643 INFO [41897df2911b:36187 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T19:50:40,643 INFO [41897df2911b:36187 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T19:50:40,643 DEBUG [41897df2911b:36187 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T19:50:40,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=41897df2911b,39109,1733169039712 2024-12-02T19:50:40,645 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,39109,1733169039712, state=OPENING 2024-12-02T19:50:40,674 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T19:50:40,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:40,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:40,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:40,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:40,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:40,683 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:50:40,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:40,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,39109,1733169039712}] 2024-12-02T19:50:40,836 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:40,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46619, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:40,840 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T19:50:40,841 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:50:40,841 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T19:50:40,842 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C39109%2C1733169039712.meta, suffix=.meta, logDir=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/WALs/41897df2911b,39109,1733169039712, archiveDir=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/oldWALs, maxLogs=32 2024-12-02T19:50:40,853 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/WALs/41897df2911b,39109,1733169039712/41897df2911b%2C39109%2C1733169039712.meta.1733169040843.meta, exclude list is [], retry=0 2024-12-02T19:50:40,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43363,DS-a340b025-5bc2-4c63-b2b4-e8a0257ce970,DISK] 2024-12-02T19:50:40,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-8909e565-55d5-4af2-9127-6dd8c5e078d2,DISK] 2024-12-02T19:50:40,857 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/WALs/41897df2911b,39109,1733169039712/41897df2911b%2C39109%2C1733169039712.meta.1733169040843.meta 2024-12-02T19:50:40,857 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43441:43441),(127.0.0.1/127.0.0.1:44617:44617)] 2024-12-02T19:50:40,857 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:50:40,858 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T19:50:40,858 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T19:50:40,858 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T19:50:40,858 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T19:50:40,858 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:40,858 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T19:50:40,858 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T19:50:40,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:50:40,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:50:40,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:40,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:40,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:50:40,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:50:40,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:40,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:40,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:50:40,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:50:40,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:40,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:40,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:50:40,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:50:40,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:40,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:50:40,864 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:50:40,864 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740 2024-12-02T19:50:40,865 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740 2024-12-02T19:50:40,867 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:50:40,867 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:50:40,867 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:50:40,868 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:50:40,869 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59811122, jitterRate=-0.10874482989311218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:50:40,869 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T19:50:40,870 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733169040858Writing region info on filesystem at 1733169040858Initializing all the Stores at 1733169040859 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169040859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169040859Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169040859Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169040859Cleaning up temporary data from old regions at 1733169040867 (+8 ms)Running coprocessor post-open hooks at 1733169040869 (+2 ms)Region opened successfully at 1733169040869 2024-12-02T19:50:40,871 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733169040836 2024-12-02T19:50:40,873 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T19:50:40,873 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T19:50:40,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,39109,1733169039712 2024-12-02T19:50:40,874 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,39109,1733169039712, state=OPEN 2024-12-02T19:50:40,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:40,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:40,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:50:40,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:40,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:40,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:50:40,903 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=41897df2911b,39109,1733169039712 2024-12-02T19:50:40,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T19:50:40,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,39109,1733169039712 in 220 msec 2024-12-02T19:50:40,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T19:50:40,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 668 msec 2024-12-02T19:50:40,909 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:50:40,909 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T19:50:40,910 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:50:40,910 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,39109,1733169039712, seqNum=-1] 2024-12-02T19:50:40,910 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:40,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41173, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:40,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 734 msec 2024-12-02T19:50:40,916 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733169040916, completionTime=-1 2024-12-02T19:50:40,916 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T19:50:40,917 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T19:50:40,918 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-02T19:50:40,918 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733169100918 2024-12-02T19:50:40,918 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733169160918 2024-12-02T19:50:40,918 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T19:50:40,919 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36187,1733169039484-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,919 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36187,1733169039484-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,919 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36187,1733169039484-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,919 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-41897df2911b:36187, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,919 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,919 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,921 DEBUG [master/41897df2911b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T19:50:40,922 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.002sec 2024-12-02T19:50:40,922 INFO [master/41897df2911b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T19:50:40,922 INFO [master/41897df2911b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T19:50:40,923 INFO [master/41897df2911b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T19:50:40,923 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T19:50:40,923 INFO [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T19:50:40,923 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36187,1733169039484-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:50:40,923 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36187,1733169039484-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T19:50:40,928 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T19:50:40,928 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T19:50:40,928 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36187,1733169039484-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:50:40,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0a1c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:40,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,36187,-1 for getting cluster id 2024-12-02T19:50:40,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:50:40,989 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f69e1525-2db0-43b6-b975-f9a52e061661' 2024-12-02T19:50:40,989 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:50:40,990 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f69e1525-2db0-43b6-b975-f9a52e061661" 2024-12-02T19:50:40,990 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44dbf576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:40,990 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,36187,-1] 2024-12-02T19:50:40,990 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:50:40,990 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:40,991 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:50:40,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b17e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:50:40,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:50:40,993 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,39109,1733169039712, seqNum=-1] 2024-12-02T19:50:40,993 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:40,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:40,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=41897df2911b,36187,1733169039484 2024-12-02T19:50:40,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:50:40,997 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,36187,1733169039484 2024-12-02T19:50:40,997 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b314746 2024-12-02T19:50:40,997 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:50:40,998 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:50:40,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:50:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T19:50:41,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T19:50:41,000 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:41,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-02T19:50:41,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T19:50:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:41,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741836_1012 (size=379) 2024-12-02T19:50:41,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741836_1012 (size=379) 2024-12-02T19:50:41,009 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c774448adfb465cae6a61c712c04c70b, NAME => 'testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6 2024-12-02T19:50:41,010 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bd433a342e31054c5079fc4c28544e9b, NAME => 'testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6 2024-12-02T19:50:41,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741837_1013 (size=61) 2024-12-02T19:50:41,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741838_1014 (size=61) 2024-12-02T19:50:41,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741838_1014 (size=61) 2024-12-02T19:50:41,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741837_1013 (size=61) 2024-12-02T19:50:41,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:41,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:41,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing bd433a342e31054c5079fc4c28544e9b, disabling compactions & flushes 2024-12-02T19:50:41,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing c774448adfb465cae6a61c712c04c70b, disabling compactions & flushes 2024-12-02T19:50:41,022 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b. 2024-12-02T19:50:41,022 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b. 2024-12-02T19:50:41,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b. 2024-12-02T19:50:41,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b. 2024-12-02T19:50:41,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b. after waiting 0 ms 2024-12-02T19:50:41,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b. after waiting 0 ms 2024-12-02T19:50:41,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b. 2024-12-02T19:50:41,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b. 2024-12-02T19:50:41,022 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b. 2024-12-02T19:50:41,022 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b. 2024-12-02T19:50:41,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for c774448adfb465cae6a61c712c04c70b: Waiting for close lock at 1733169041022Disabling compacts and flushes for region at 1733169041022Disabling writes for close at 1733169041022Writing region close event to WAL at 1733169041022Closed at 1733169041022 2024-12-02T19:50:41,022 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for bd433a342e31054c5079fc4c28544e9b: Waiting for close lock at 1733169041022Disabling compacts and flushes for region at 1733169041022Disabling writes for close at 1733169041022Writing region close event to WAL at 1733169041022Closed at 1733169041022 2024-12-02T19:50:41,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T19:50:41,023 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733169041023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169041023"}]},"ts":"1733169041023"} 2024-12-02T19:50:41,023 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733169041023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169041023"}]},"ts":"1733169041023"} 2024-12-02T19:50:41,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-02T19:50:41,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T19:50:41,027 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169041027"}]},"ts":"1733169041027"} 2024-12-02T19:50:41,030 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T19:50:41,030 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T19:50:41,032 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T19:50:41,032 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T19:50:41,032 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T19:50:41,032 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T19:50:41,032 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T19:50:41,032 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T19:50:41,032 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T19:50:41,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c774448adfb465cae6a61c712c04c70b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bd433a342e31054c5079fc4c28544e9b, ASSIGN}] 2024-12-02T19:50:41,034 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bd433a342e31054c5079fc4c28544e9b, ASSIGN 2024-12-02T19:50:41,034 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c774448adfb465cae6a61c712c04c70b, ASSIGN 2024-12-02T19:50:41,035 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c774448adfb465cae6a61c712c04c70b, ASSIGN; state=OFFLINE, location=41897df2911b,42117,1733169039833; forceNewPlan=false, retain=false 2024-12-02T19:50:41,035 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bd433a342e31054c5079fc4c28544e9b, ASSIGN; state=OFFLINE, location=41897df2911b,39109,1733169039712; forceNewPlan=false, retain=false 2024-12-02T19:50:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:41,186 INFO [41897df2911b:36187 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T19:50:41,186 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bd433a342e31054c5079fc4c28544e9b, regionState=OPENING, regionLocation=41897df2911b,39109,1733169039712 2024-12-02T19:50:41,186 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c774448adfb465cae6a61c712c04c70b, regionState=OPENING, regionLocation=41897df2911b,42117,1733169039833 2024-12-02T19:50:41,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bd433a342e31054c5079fc4c28544e9b, ASSIGN because future has completed 2024-12-02T19:50:41,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd433a342e31054c5079fc4c28544e9b, server=41897df2911b,39109,1733169039712}] 2024-12-02T19:50:41,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c774448adfb465cae6a61c712c04c70b, ASSIGN because future has completed 2024-12-02T19:50:41,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c774448adfb465cae6a61c712c04c70b, server=41897df2911b,42117,1733169039833}] 2024-12-02T19:50:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:41,343 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:41,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47573, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:41,345 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b. 2024-12-02T19:50:41,345 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bd433a342e31054c5079fc4c28544e9b, NAME => 'testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T19:50:41,346 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache bd433a342e31054c5079fc4c28544e9b 2024-12-02T19:50:41,346 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:41,346 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bd433a342e31054c5079fc4c28544e9b 2024-12-02T19:50:41,346 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bd433a342e31054c5079fc4c28544e9b 2024-12-02T19:50:41,347 INFO [StoreOpener-bd433a342e31054c5079fc4c28544e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region bd433a342e31054c5079fc4c28544e9b 2024-12-02T19:50:41,348 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b. 2024-12-02T19:50:41,348 INFO [StoreOpener-bd433a342e31054c5079fc4c28544e9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd433a342e31054c5079fc4c28544e9b columnFamilyName family 2024-12-02T19:50:41,348 DEBUG [StoreOpener-bd433a342e31054c5079fc4c28544e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:41,348 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => c774448adfb465cae6a61c712c04c70b, NAME => 'testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T19:50:41,348 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c774448adfb465cae6a61c712c04c70b 2024-12-02T19:50:41,349 INFO [StoreOpener-bd433a342e31054c5079fc4c28544e9b-1 {}] regionserver.HStore(327): Store=bd433a342e31054c5079fc4c28544e9b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:41,349 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:50:41,349 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for c774448adfb465cae6a61c712c04c70b 2024-12-02T19:50:41,349 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bd433a342e31054c5079fc4c28544e9b 2024-12-02T19:50:41,349 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for c774448adfb465cae6a61c712c04c70b 2024-12-02T19:50:41,349 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/bd433a342e31054c5079fc4c28544e9b 2024-12-02T19:50:41,350 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/bd433a342e31054c5079fc4c28544e9b 2024-12-02T19:50:41,350 INFO [StoreOpener-c774448adfb465cae6a61c712c04c70b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c774448adfb465cae6a61c712c04c70b 2024-12-02T19:50:41,350 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bd433a342e31054c5079fc4c28544e9b 2024-12-02T19:50:41,350 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bd433a342e31054c5079fc4c28544e9b 2024-12-02T19:50:41,351 INFO [StoreOpener-c774448adfb465cae6a61c712c04c70b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c774448adfb465cae6a61c712c04c70b columnFamilyName family 2024-12-02T19:50:41,352 DEBUG [StoreOpener-c774448adfb465cae6a61c712c04c70b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:50:41,352 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bd433a342e31054c5079fc4c28544e9b 2024-12-02T19:50:41,352 INFO [StoreOpener-c774448adfb465cae6a61c712c04c70b-1 {}] regionserver.HStore(327): Store=c774448adfb465cae6a61c712c04c70b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:50:41,352 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for c774448adfb465cae6a61c712c04c70b 2024-12-02T19:50:41,353 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/c774448adfb465cae6a61c712c04c70b 2024-12-02T19:50:41,353 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/c774448adfb465cae6a61c712c04c70b 2024-12-02T19:50:41,353 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for c774448adfb465cae6a61c712c04c70b 2024-12-02T19:50:41,353 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for c774448adfb465cae6a61c712c04c70b 2024-12-02T19:50:41,354 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/bd433a342e31054c5079fc4c28544e9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:41,354 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened bd433a342e31054c5079fc4c28544e9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70852674, jitterRate=0.055787116289138794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:50:41,354 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd433a342e31054c5079fc4c28544e9b 2024-12-02T19:50:41,355 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for c774448adfb465cae6a61c712c04c70b 2024-12-02T19:50:41,355 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bd433a342e31054c5079fc4c28544e9b: Running coprocessor pre-open hook at 1733169041346Writing region info on filesystem at 1733169041346Initializing all the Stores at 1733169041347 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169041347Cleaning up temporary data from old regions at 1733169041350 (+3 ms)Running coprocessor post-open hooks at 1733169041354 (+4 ms)Region opened successfully at 1733169041355 (+1 ms) 2024-12-02T19:50:41,356 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b., pid=7, masterSystemTime=1733169041342 2024-12-02T19:50:41,357 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/c774448adfb465cae6a61c712c04c70b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:50:41,357 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened c774448adfb465cae6a61c712c04c70b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59778056, jitterRate=-0.10923755168914795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:50:41,357 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c774448adfb465cae6a61c712c04c70b 2024-12-02T19:50:41,358 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for c774448adfb465cae6a61c712c04c70b: Running coprocessor pre-open hook at 1733169041349Writing region info on filesystem at 1733169041349Initializing all the Stores at 1733169041350 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169041350Cleaning up temporary data from old regions at 1733169041353 (+3 ms)Running coprocessor post-open hooks at 1733169041357 (+4 ms)Region opened successfully at 1733169041358 (+1 ms) 2024-12-02T19:50:41,358 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b., pid=8, masterSystemTime=1733169041343 2024-12-02T19:50:41,359 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b. 2024-12-02T19:50:41,359 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b. 2024-12-02T19:50:41,359 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bd433a342e31054c5079fc4c28544e9b, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,39109,1733169039712 2024-12-02T19:50:41,360 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b. 2024-12-02T19:50:41,360 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b. 2024-12-02T19:50:41,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c774448adfb465cae6a61c712c04c70b, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,42117,1733169039833 2024-12-02T19:50:41,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd433a342e31054c5079fc4c28544e9b, server=41897df2911b,39109,1733169039712 because future has completed 2024-12-02T19:50:41,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c774448adfb465cae6a61c712c04c70b, server=41897df2911b,42117,1733169039833 because future has completed 2024-12-02T19:50:41,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T19:50:41,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bd433a342e31054c5079fc4c28544e9b, server=41897df2911b,39109,1733169039712 in 173 msec 2024-12-02T19:50:41,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bd433a342e31054c5079fc4c28544e9b, ASSIGN in 332 msec 2024-12-02T19:50:41,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-02T19:50:41,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c774448adfb465cae6a61c712c04c70b, server=41897df2911b,42117,1733169039833 in 174 msec 2024-12-02T19:50:41,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T19:50:41,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c774448adfb465cae6a61c712c04c70b, ASSIGN in 334 msec 2024-12-02T19:50:41,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T19:50:41,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169041369"}]},"ts":"1733169041369"} 2024-12-02T19:50:41,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T19:50:41,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T19:50:41,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 375 msec 2024-12-02T19:50:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:50:41,632 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-02T19:50:41,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T19:50:41,632 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T19:50:41,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T19:50:41,635 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T19:50:41,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-02T19:50:41,638 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b., hostname=41897df2911b,42117,1733169039833, seqNum=2] 2024-12-02T19:50:41,639 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:50:41,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:50:41,651 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b., hostname=41897df2911b,39109,1733169039712, seqNum=2] 2024-12-02T19:50:41,661 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bd433a342e31054c5079fc4c28544e9b 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T19:50:41,674 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/bd433a342e31054c5079fc4c28544e9b/.tmp/family/eddb67f5620447dd8af121cd9d8fb563 is 32, key is 5/family:/1733169041652/Put/seqid=0 2024-12-02T19:50:41,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741839_1015 (size=5083) 2024-12-02T19:50:41,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741839_1015 (size=5083) 2024-12-02T19:50:41,681 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/bd433a342e31054c5079fc4c28544e9b/.tmp/family/eddb67f5620447dd8af121cd9d8fb563 2024-12-02T19:50:41,687 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/bd433a342e31054c5079fc4c28544e9b/.tmp/family/eddb67f5620447dd8af121cd9d8fb563 as hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/bd433a342e31054c5079fc4c28544e9b/family/eddb67f5620447dd8af121cd9d8fb563 2024-12-02T19:50:41,692 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/bd433a342e31054c5079fc4c28544e9b/family/eddb67f5620447dd8af121cd9d8fb563, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T19:50:41,693 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for bd433a342e31054c5079fc4c28544e9b in 32ms, sequenceid=9, compaction requested=false 2024-12-02T19:50:41,693 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bd433a342e31054c5079fc4c28544e9b: 2024-12-02T19:50:41,693 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c774448adfb465cae6a61c712c04c70b 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T19:50:41,707 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/c774448adfb465cae6a61c712c04c70b/.tmp/family/7b53284408ce4d31b0dad135f42b166e is 32, key is 1/family:/1733169041641/Put/seqid=0 2024-12-02T19:50:41,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741840_1016 (size=5054) 2024-12-02T19:50:41,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741840_1016 (size=5054) 2024-12-02T19:50:42,113 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/c774448adfb465cae6a61c712c04c70b/.tmp/family/7b53284408ce4d31b0dad135f42b166e 2024-12-02T19:50:42,119 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/c774448adfb465cae6a61c712c04c70b/.tmp/family/7b53284408ce4d31b0dad135f42b166e as hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/c774448adfb465cae6a61c712c04c70b/family/7b53284408ce4d31b0dad135f42b166e 2024-12-02T19:50:42,124 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/c774448adfb465cae6a61c712c04c70b/family/7b53284408ce4d31b0dad135f42b166e, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T19:50:42,125 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c774448adfb465cae6a61c712c04c70b in 432ms, sequenceid=8, compaction requested=false 2024-12-02T19:50:42,125 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c774448adfb465cae6a61c712c04c70b: 2024-12-02T19:50:42,128 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-02T19:50:42,131 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:42,131 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:50:42,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:42,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:50:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] bucket.BucketCache(1863): found 1 blocks for file eddb67f5620447dd8af121cd9d8fb563, starting offset: 0, end offset: 9223372036854775807 2024-12-02T19:50:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] bucket.BucketCache(1863): found 1 blocks for file 7b53284408ce4d31b0dad135f42b166e, starting offset: 0, end offset: 9223372036854775807 2024-12-02T19:50:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] bucket.BucketCache(856): removed key 7b53284408ce4d31b0dad135f42b166e_0 from back map with offset lock 2094080 in the evict process 2024-12-02T19:50:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39109 {}] bucket.BucketCache(856): removed key eddb67f5620447dd8af121cd9d8fb563_0 from back map with offset lock 2094080 in the evict process 2024-12-02T19:50:42,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T19:50:42,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:50:42,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:42,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:42,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:42,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:50:42,134 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T19:50:42,134 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=316863345, stopped=false 2024-12-02T19:50:42,134 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=41897df2911b,36187,1733169039484 2024-12-02T19:50:42,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:42,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:42,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:50:42,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:42,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:42,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:42,174 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:50:42,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:50:42,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:42,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:42,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:42,175 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,39109,1733169039712' ***** 2024-12-02T19:50:42,175 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:50:42,175 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,42117,1733169039833' ***** 2024-12-02T19:50:42,175 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:50:42,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:42,175 INFO [RS:1;41897df2911b:42117 {}] bucket.BucketCache(1738): Disabling cache 2024-12-02T19:50:42,175 INFO [RS:1;41897df2911b:42117 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T19:50:42,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:50:42,175 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T19:50:42,175 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T19:50:42,175 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T19:50:42,175 INFO [RS:1;41897df2911b:42117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:50:42,176 INFO [RS:0;41897df2911b:39109 {}] bucket.BucketCache(1738): Disabling cache 2024-12-02T19:50:42,176 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:50:42,176 INFO [RS:0;41897df2911b:39109 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T19:50:42,176 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T19:50:42,176 INFO [RS:0;41897df2911b:39109 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:50:42,176 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T19:50:42,176 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:50:42,176 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T19:50:42,176 INFO [RS:0;41897df2911b:39109 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:50:42,176 INFO [RS:1;41897df2911b:42117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:50:42,176 INFO [RS:0;41897df2911b:39109 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:50:42,176 INFO [RS:1;41897df2911b:42117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:50:42,176 INFO [RS:1;41897df2911b:42117 {}] regionserver.HRegionServer(3091): Received CLOSE for c774448adfb465cae6a61c712c04c70b 2024-12-02T19:50:42,176 INFO [RS:0;41897df2911b:39109 {}] regionserver.HRegionServer(3091): Received CLOSE for bd433a342e31054c5079fc4c28544e9b 2024-12-02T19:50:42,177 INFO [RS:1;41897df2911b:42117 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,42117,1733169039833 2024-12-02T19:50:42,177 INFO [RS:1;41897df2911b:42117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:42,177 INFO [RS:0;41897df2911b:39109 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,39109,1733169039712 2024-12-02T19:50:42,177 INFO [RS:1;41897df2911b:42117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;41897df2911b:42117. 2024-12-02T19:50:42,177 INFO [RS:0;41897df2911b:39109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:42,177 INFO [RS:0;41897df2911b:39109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;41897df2911b:39109. 2024-12-02T19:50:42,177 DEBUG [RS:1;41897df2911b:42117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:42,177 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c774448adfb465cae6a61c712c04c70b, disabling compactions & flushes 2024-12-02T19:50:42,177 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd433a342e31054c5079fc4c28544e9b, disabling compactions & flushes 2024-12-02T19:50:42,177 DEBUG [RS:1;41897df2911b:42117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:42,177 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b. 2024-12-02T19:50:42,177 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b. 2024-12-02T19:50:42,177 DEBUG [RS:0;41897df2911b:39109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:50:42,177 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b. 2024-12-02T19:50:42,177 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b. 2024-12-02T19:50:42,177 DEBUG [RS:0;41897df2911b:39109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:42,177 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b. after waiting 0 ms 2024-12-02T19:50:42,177 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b. after waiting 0 ms 2024-12-02T19:50:42,177 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b. 2024-12-02T19:50:42,177 INFO [RS:1;41897df2911b:42117 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T19:50:42,177 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b. 2024-12-02T19:50:42,177 DEBUG [RS:1;41897df2911b:42117 {}] regionserver.HRegionServer(1325): Online Regions={c774448adfb465cae6a61c712c04c70b=testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b.} 2024-12-02T19:50:42,177 INFO [RS:0;41897df2911b:39109 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:50:42,177 DEBUG [RS:1;41897df2911b:42117 {}] regionserver.HRegionServer(1351): Waiting on c774448adfb465cae6a61c712c04c70b 2024-12-02T19:50:42,177 INFO [RS:0;41897df2911b:39109 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:50:42,177 INFO [RS:0;41897df2911b:39109 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:50:42,177 INFO [RS:0;41897df2911b:39109 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T19:50:42,178 INFO [RS:0;41897df2911b:39109 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T19:50:42,178 DEBUG [RS:0;41897df2911b:39109 {}] regionserver.HRegionServer(1325): Online Regions={bd433a342e31054c5079fc4c28544e9b=testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T19:50:42,178 DEBUG [RS:0;41897df2911b:39109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd433a342e31054c5079fc4c28544e9b 2024-12-02T19:50:42,178 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:50:42,178 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:50:42,178 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:50:42,178 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:50:42,178 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:50:42,178 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-02T19:50:42,179 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:42,179 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:42,181 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/bd433a342e31054c5079fc4c28544e9b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T19:50:42,182 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b. 2024-12-02T19:50:42,182 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd433a342e31054c5079fc4c28544e9b: Waiting for close lock at 1733169042177Running coprocessor pre-close hooks at 1733169042177Disabling compacts and flushes for region at 1733169042177Disabling writes for close at 1733169042177Writing region close event to WAL at 1733169042178 (+1 ms)Running coprocessor post-close hooks at 1733169042182 (+4 ms)Closed at 1733169042182 2024-12-02T19:50:42,182 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b. 2024-12-02T19:50:42,190 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/default/testClearRegionBlockCache/c774448adfb465cae6a61c712c04c70b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T19:50:42,190 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b. 2024-12-02T19:50:42,190 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c774448adfb465cae6a61c712c04c70b: Waiting for close lock at 1733169042177Running coprocessor pre-close hooks at 1733169042177Disabling compacts and flushes for region at 1733169042177Disabling writes for close at 1733169042177Writing region close event to WAL at 1733169042178 (+1 ms)Running coprocessor post-close hooks at 1733169042190 (+12 ms)Closed at 1733169042190 2024-12-02T19:50:42,190 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733169040998.c774448adfb465cae6a61c712c04c70b. 2024-12-02T19:50:42,199 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740/.tmp/info/a550f0fcb5f04396a8a0eed5d24f004d is 173, key is testClearRegionBlockCache,5,1733169040998.bd433a342e31054c5079fc4c28544e9b./info:regioninfo/1733169041359/Put/seqid=0 2024-12-02T19:50:42,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741841_1017 (size=8173) 2024-12-02T19:50:42,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741841_1017 (size=8173) 2024-12-02T19:50:42,205 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740/.tmp/info/a550f0fcb5f04396a8a0eed5d24f004d 2024-12-02T19:50:42,223 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740/.tmp/ns/463b4c99ff6c4ac6a3d1b6331948b3ff is 43, key is default/ns:d/1733169040912/Put/seqid=0 2024-12-02T19:50:42,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741842_1018 (size=5153) 2024-12-02T19:50:42,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741842_1018 (size=5153) 2024-12-02T19:50:42,228 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740/.tmp/ns/463b4c99ff6c4ac6a3d1b6331948b3ff 2024-12-02T19:50:42,246 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740/.tmp/table/0107f022379942b4a2036873934a3b02 is 61, key is testClearRegionBlockCache/table:state/1733169041369/Put/seqid=0 2024-12-02T19:50:42,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741843_1019 (size=5312) 2024-12-02T19:50:42,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741843_1019 (size=5312) 2024-12-02T19:50:42,254 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740/.tmp/table/0107f022379942b4a2036873934a3b02 2024-12-02T19:50:42,260 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740/.tmp/info/a550f0fcb5f04396a8a0eed5d24f004d as hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740/info/a550f0fcb5f04396a8a0eed5d24f004d 2024-12-02T19:50:42,266 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740/info/a550f0fcb5f04396a8a0eed5d24f004d, entries=20, sequenceid=13, filesize=8.0 K 2024-12-02T19:50:42,267 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740/.tmp/ns/463b4c99ff6c4ac6a3d1b6331948b3ff as hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740/ns/463b4c99ff6c4ac6a3d1b6331948b3ff 2024-12-02T19:50:42,273 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740/ns/463b4c99ff6c4ac6a3d1b6331948b3ff, entries=2, sequenceid=13, filesize=5.0 K 2024-12-02T19:50:42,274 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740/.tmp/table/0107f022379942b4a2036873934a3b02 as hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740/table/0107f022379942b4a2036873934a3b02 2024-12-02T19:50:42,280 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T19:50:42,280 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T19:50:42,280 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740/table/0107f022379942b4a2036873934a3b02, entries=2, sequenceid=13, filesize=5.2 K 2024-12-02T19:50:42,281 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=13, compaction requested=false 2024-12-02T19:50:42,283 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T19:50:42,283 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T19:50:42,289 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-02T19:50:42,289 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:50:42,289 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:42,290 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169042178Running coprocessor pre-close hooks at 1733169042178Disabling compacts and flushes for region at 1733169042178Disabling writes for close at 1733169042178Obtaining lock to block concurrent updates at 1733169042178Preparing flush snapshotting stores in 1588230740 at 1733169042178Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733169042179 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733169042179Flushing 1588230740/info: creating writer at 1733169042179Flushing 1588230740/info: appending metadata at 1733169042198 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733169042198Flushing 1588230740/ns: creating writer at 1733169042210 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733169042222 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733169042222Flushing 1588230740/table: creating writer at 1733169042233 (+11 ms)Flushing 1588230740/table: appending metadata at 1733169042245 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733169042246 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb8d096: reopening flushed file at 1733169042260 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2311020: reopening flushed file at 1733169042266 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64facf07: reopening flushed file at 1733169042273 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=13, compaction requested=false at 1733169042281 (+8 ms)Writing region close event to WAL at 1733169042285 (+4 ms)Running coprocessor post-close hooks at 1733169042289 (+4 ms)Closed at 1733169042289 2024-12-02T19:50:42,290 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T19:50:42,377 INFO [RS:1;41897df2911b:42117 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,42117,1733169039833; all regions closed. 2024-12-02T19:50:42,378 INFO [RS:0;41897df2911b:39109 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,39109,1733169039712; all regions closed. 2024-12-02T19:50:42,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741833_1009 (size=1758) 2024-12-02T19:50:42,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741833_1009 (size=1758) 2024-12-02T19:50:42,381 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/WALs/41897df2911b,39109,1733169039712/41897df2911b%2C39109%2C1733169039712.meta.1733169040843.meta not finished, retry = 0 2024-12-02T19:50:42,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741835_1011 (size=4338) 2024-12-02T19:50:42,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741835_1011 (size=4338) 2024-12-02T19:50:42,383 DEBUG [RS:1;41897df2911b:42117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/oldWALs 2024-12-02T19:50:42,383 INFO [RS:1;41897df2911b:42117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C42117%2C1733169039833:(num 1733169040406) 2024-12-02T19:50:42,383 DEBUG [RS:1;41897df2911b:42117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:42,383 INFO [RS:1;41897df2911b:42117 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:42,383 INFO [RS:1;41897df2911b:42117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:42,383 INFO [RS:1;41897df2911b:42117 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:42,383 INFO [RS:1;41897df2911b:42117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:50:42,383 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:42,383 INFO [RS:1;41897df2911b:42117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:50:42,383 INFO [RS:1;41897df2911b:42117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:50:42,384 INFO [RS:1;41897df2911b:42117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:42,384 INFO [RS:1;41897df2911b:42117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42117 2024-12-02T19:50:42,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:42,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,42117,1733169039833 2024-12-02T19:50:42,407 INFO [RS:1;41897df2911b:42117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:42,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,42117,1733169039833] 2024-12-02T19:50:42,424 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,42117,1733169039833 already deleted, retry=false 2024-12-02T19:50:42,424 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,42117,1733169039833 expired; onlineServers=1 2024-12-02T19:50:42,484 DEBUG [RS:0;41897df2911b:39109 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/oldWALs 2024-12-02T19:50:42,484 INFO [RS:0;41897df2911b:39109 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C39109%2C1733169039712.meta:.meta(num 1733169040843) 2024-12-02T19:50:42,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741834_1010 (size=1867) 2024-12-02T19:50:42,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741834_1010 (size=1867) 2024-12-02T19:50:42,488 DEBUG [RS:0;41897df2911b:39109 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/oldWALs 2024-12-02T19:50:42,488 INFO [RS:0;41897df2911b:39109 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C39109%2C1733169039712:(num 1733169040408) 2024-12-02T19:50:42,488 DEBUG [RS:0;41897df2911b:39109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:50:42,488 INFO [RS:0;41897df2911b:39109 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:50:42,488 INFO [RS:0;41897df2911b:39109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:42,488 INFO [RS:0;41897df2911b:39109 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:42,489 INFO [RS:0;41897df2911b:39109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:42,489 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:42,489 INFO [RS:0;41897df2911b:39109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39109 2024-12-02T19:50:42,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:42,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x10198e25b2f0002, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:42,516 INFO [RS:1;41897df2911b:42117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:42,516 INFO [RS:1;41897df2911b:42117 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,42117,1733169039833; zookeeper connection closed. 2024-12-02T19:50:42,517 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6baba60c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6baba60c 2024-12-02T19:50:42,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,39109,1733169039712 2024-12-02T19:50:42,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:50:42,520 INFO [RS:0;41897df2911b:39109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:42,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,39109,1733169039712] 2024-12-02T19:50:42,536 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,39109,1733169039712 already deleted, retry=false 2024-12-02T19:50:42,536 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,39109,1733169039712 expired; onlineServers=0 2024-12-02T19:50:42,536 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '41897df2911b,36187,1733169039484' ***** 2024-12-02T19:50:42,536 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T19:50:42,537 INFO [M:0;41897df2911b:36187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:50:42,537 INFO [M:0;41897df2911b:36187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:50:42,537 DEBUG [M:0;41897df2911b:36187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T19:50:42,537 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T19:50:42,537 DEBUG [M:0;41897df2911b:36187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T19:50:42,537 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169040195 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169040195,5,FailOnTimeoutGroup] 2024-12-02T19:50:42,537 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169040194 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169040194,5,FailOnTimeoutGroup] 2024-12-02T19:50:42,537 INFO [M:0;41897df2911b:36187 {}] hbase.ChoreService(370): Chore service for: master/41897df2911b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T19:50:42,537 INFO [M:0;41897df2911b:36187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:50:42,537 DEBUG [M:0;41897df2911b:36187 {}] master.HMaster(1795): Stopping service threads 2024-12-02T19:50:42,537 INFO [M:0;41897df2911b:36187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T19:50:42,537 INFO [M:0;41897df2911b:36187 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:50:42,537 INFO [M:0;41897df2911b:36187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T19:50:42,537 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T19:50:42,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T19:50:42,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:50:42,545 DEBUG [M:0;41897df2911b:36187 {}] zookeeper.ZKUtil(347): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T19:50:42,545 WARN [M:0;41897df2911b:36187 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T19:50:42,545 INFO [M:0;41897df2911b:36187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/.lastflushedseqids 2024-12-02T19:50:42,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741844_1020 (size=182) 2024-12-02T19:50:42,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741844_1020 (size=182) 2024-12-02T19:50:42,552 INFO [M:0;41897df2911b:36187 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T19:50:42,553 INFO [M:0;41897df2911b:36187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T19:50:42,553 DEBUG [M:0;41897df2911b:36187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:50:42,553 INFO [M:0;41897df2911b:36187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:42,553 DEBUG [M:0;41897df2911b:36187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:42,553 DEBUG [M:0;41897df2911b:36187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:50:42,553 DEBUG [M:0;41897df2911b:36187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:42,553 INFO [M:0;41897df2911b:36187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-12-02T19:50:42,567 DEBUG [M:0;41897df2911b:36187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b12f9b8a007477883c126f80453679c is 82, key is hbase:meta,,1/info:regioninfo/1733169040873/Put/seqid=0 2024-12-02T19:50:42,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741845_1021 (size=5672) 2024-12-02T19:50:42,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741845_1021 (size=5672) 2024-12-02T19:50:42,572 INFO [M:0;41897df2911b:36187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b12f9b8a007477883c126f80453679c 2024-12-02T19:50:42,589 DEBUG [M:0;41897df2911b:36187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a8ec489da8440f188dd6231554e9b73 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733169041375/Put/seqid=0 2024-12-02T19:50:42,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741846_1022 (size=6219) 2024-12-02T19:50:42,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741846_1022 (size=6219) 2024-12-02T19:50:42,597 INFO [M:0;41897df2911b:36187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a8ec489da8440f188dd6231554e9b73 2024-12-02T19:50:42,613 DEBUG [M:0;41897df2911b:36187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40ca09d8cc1243549fde0f64702cae71 is 69, key is 41897df2911b,39109,1733169039712/rs:state/1733169040230/Put/seqid=0 2024-12-02T19:50:42,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741847_1023 (size=5224) 2024-12-02T19:50:42,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741847_1023 (size=5224) 2024-12-02T19:50:42,618 INFO [M:0;41897df2911b:36187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40ca09d8cc1243549fde0f64702cae71 2024-12-02T19:50:42,623 DEBUG [M:0;41897df2911b:36187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b12f9b8a007477883c126f80453679c as hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b12f9b8a007477883c126f80453679c 2024-12-02T19:50:42,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:42,628 INFO [RS:0;41897df2911b:39109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:42,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39109-0x10198e25b2f0001, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:42,628 INFO [RS:0;41897df2911b:39109 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,39109,1733169039712; zookeeper connection closed. 2024-12-02T19:50:42,628 INFO [M:0;41897df2911b:36187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b12f9b8a007477883c126f80453679c, entries=8, sequenceid=71, filesize=5.5 K 2024-12-02T19:50:42,628 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ef96d71 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ef96d71 2024-12-02T19:50:42,629 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T19:50:42,629 DEBUG [M:0;41897df2911b:36187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a8ec489da8440f188dd6231554e9b73 as hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a8ec489da8440f188dd6231554e9b73 2024-12-02T19:50:42,634 INFO [M:0;41897df2911b:36187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a8ec489da8440f188dd6231554e9b73, entries=8, sequenceid=71, filesize=6.1 K 2024-12-02T19:50:42,635 DEBUG [M:0;41897df2911b:36187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40ca09d8cc1243549fde0f64702cae71 as hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40ca09d8cc1243549fde0f64702cae71 2024-12-02T19:50:42,640 INFO [M:0;41897df2911b:36187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37245/user/jenkins/test-data/f4590835-aad3-f5d0-4b10-35359d739df6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40ca09d8cc1243549fde0f64702cae71, entries=2, sequenceid=71, filesize=5.1 K 2024-12-02T19:50:42,641 INFO [M:0;41897df2911b:36187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 88ms, sequenceid=71, compaction requested=false 2024-12-02T19:50:42,643 INFO [M:0;41897df2911b:36187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:50:42,643 DEBUG [M:0;41897df2911b:36187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169042553Disabling compacts and flushes for region at 1733169042553Disabling writes for close at 1733169042553Obtaining lock to block concurrent updates at 1733169042553Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733169042553Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1733169042553Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733169042554 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733169042554Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733169042567 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733169042567Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733169042576 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733169042588 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733169042588Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733169042601 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733169042612 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733169042613 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31c594fb: reopening flushed file at 1733169042622 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e93ead: reopening flushed file at 1733169042629 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47ca7b88: reopening flushed file at 1733169042634 (+5 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 88ms, sequenceid=71, compaction requested=false at 1733169042641 (+7 ms)Writing region close event to WAL at 1733169042642 (+1 ms)Closed at 1733169042642 2024-12-02T19:50:42,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741830_1006 (size=35489) 2024-12-02T19:50:42,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741830_1006 (size=35489) 2024-12-02T19:50:42,648 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:50:42,648 INFO [M:0;41897df2911b:36187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T19:50:42,648 INFO [M:0;41897df2911b:36187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36187 2024-12-02T19:50:42,648 INFO [M:0;41897df2911b:36187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:50:42,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:42,766 INFO [M:0;41897df2911b:36187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:50:42,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10198e25b2f0000, quorum=127.0.0.1:56627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:50:42,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fd37ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:42,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f930ede{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:42,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:42,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@249da319{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:42,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b96e17f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:42,770 WARN [BP-862663637-172.17.0.2-1733169037846 heartbeating to localhost/127.0.0.1:37245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:50:42,770 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:50:42,770 WARN [BP-862663637-172.17.0.2-1733169037846 heartbeating to localhost/127.0.0.1:37245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-862663637-172.17.0.2-1733169037846 (Datanode Uuid 7fe310d8-62ad-4297-9f5f-f97f4f964ffe) service to localhost/127.0.0.1:37245 2024-12-02T19:50:42,770 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:50:42,770 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/cluster_a82ae1d5-152e-c65d-03dc-91df130b2911/data/data3/current/BP-862663637-172.17.0.2-1733169037846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:42,770 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/cluster_a82ae1d5-152e-c65d-03dc-91df130b2911/data/data4/current/BP-862663637-172.17.0.2-1733169037846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:42,771 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:50:42,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48d84a29{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:50:42,777 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@142e5902{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:42,777 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:42,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ff033e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:42,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23e79649{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:42,779 WARN [BP-862663637-172.17.0.2-1733169037846 heartbeating to localhost/127.0.0.1:37245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:50:42,779 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:50:42,779 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:50:42,779 WARN [BP-862663637-172.17.0.2-1733169037846 heartbeating to localhost/127.0.0.1:37245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-862663637-172.17.0.2-1733169037846 (Datanode Uuid a2eba3d7-c8b9-420a-892b-30bed998ec7b) service to localhost/127.0.0.1:37245 2024-12-02T19:50:42,779 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/cluster_a82ae1d5-152e-c65d-03dc-91df130b2911/data/data1/current/BP-862663637-172.17.0.2-1733169037846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:42,779 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/cluster_a82ae1d5-152e-c65d-03dc-91df130b2911/data/data2/current/BP-862663637-172.17.0.2-1733169037846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:50:42,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:50:42,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@430c9e02{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:50:42,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68a1d40f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:50:42,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:50:42,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@514ec8f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:50:42,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3edf9569{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a6ba0323-8dc4-c13c-779d-fde7bfa3a14b/hadoop.log.dir/,STOPPED} 2024-12-02T19:50:42,796 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T19:50:42,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T19:50:42,827 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=187 (was 169) - Thread LEAK? -, OpenFileDescriptor=551 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 195) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9237 (was 9340)