2024-12-09 12:16:04,492 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd 2024-12-09 12:16:04,515 main DEBUG Took 0.020039 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 12:16:04,516 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 12:16:04,516 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 12:16:04,518 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 12:16:04,520 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 12:16:04,568 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 12:16:04,585 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 12:16:04,587 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 12:16:04,588 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 12:16:04,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 12:16:04,589 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 12:16:04,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 12:16:04,591 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 12:16:04,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 12:16:04,592 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 12:16:04,592 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 12:16:04,593 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 12:16:04,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 12:16:04,594 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 12:16:04,595 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 12:16:04,595 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 12:16:04,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 12:16:04,596 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 12:16:04,597 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 12:16:04,597 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 12:16:04,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 12:16:04,598 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 12:16:04,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 12:16:04,599 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 12:16:04,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 12:16:04,601 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 12:16:04,601 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 12:16:04,603 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 12:16:04,605 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 12:16:04,608 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 12:16:04,608 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 12:16:04,611 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 12:16:04,612 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 12:16:04,627 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 12:16:04,634 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 12:16:04,636 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 12:16:04,637 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 12:16:04,637 main DEBUG createAppenders(={Console}) 2024-12-09 12:16:04,638 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd initialized 2024-12-09 12:16:04,638 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd 2024-12-09 12:16:04,638 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd OK. 2024-12-09 12:16:04,639 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 12:16:04,639 main DEBUG OutputStream closed 2024-12-09 12:16:04,639 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 12:16:04,640 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 12:16:04,640 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@66d3eec0 OK 2024-12-09 12:16:04,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 12:16:04,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 12:16:04,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 12:16:04,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 12:16:04,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 12:16:04,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 12:16:04,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 12:16:04,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 12:16:04,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 12:16:04,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 12:16:04,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 12:16:04,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 12:16:04,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 12:16:04,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 12:16:04,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 12:16:04,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 12:16:04,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 12:16:04,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 12:16:04,784 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 12:16:04,785 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@2ef14fe) with optional ClassLoader: null 2024-12-09 12:16:04,785 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 12:16:04,786 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@2ef14fe] started OK. 2024-12-09T12:16:04,809 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable timeout: 13 mins 2024-12-09 12:16:04,813 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 12:16:04,813 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T12:16:04,874 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.TestMasterRestartAfterDisablingTable#testForCheckingIfEnableAndDisableWorksFineAfterSwitch Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=865, ProcessCount=11, AvailableMemoryMB=5720 2024-12-09T12:16:04,878 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Starting cluster 2024-12-09T12:16:05,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92 2024-12-09T12:16:05,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=2, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T12:16:05,227 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/cluster_148cb18f-ec8f-ee82-6f1d-76c287680450, deleteOnExit=true 2024-12-09T12:16:05,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T12:16:05,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/test.cache.data in system properties and HBase conf 2024-12-09T12:16:05,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T12:16:05,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/hadoop.log.dir in system properties and HBase conf 2024-12-09T12:16:05,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T12:16:05,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T12:16:05,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T12:16:05,345 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T12:16:05,461 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T12:16:05,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T12:16:05,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T12:16:05,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T12:16:05,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T12:16:05,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T12:16:05,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T12:16:05,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T12:16:05,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T12:16:05,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T12:16:05,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/nfs.dump.dir in system properties and HBase conf 2024-12-09T12:16:05,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/java.io.tmpdir in system properties and HBase conf 2024-12-09T12:16:05,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T12:16:05,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T12:16:05,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T12:16:06,360 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T12:16:06,437 INFO [Time-limited test {}] log.Log(170): Logging initialized @2793ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T12:16:06,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T12:16:06,616 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T12:16:06,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T12:16:06,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T12:16:06,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T12:16:06,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T12:16:06,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eaa105d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/hadoop.log.dir/,AVAILABLE} 2024-12-09T12:16:06,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1297df6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T12:16:06,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0f5f3f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/java.io.tmpdir/jetty-localhost-38991-hadoop-hdfs-3_4_1-tests_jar-_-any-16165920804066684976/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T12:16:06,896 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ce32234{HTTP/1.1, (http/1.1)}{localhost:38991} 2024-12-09T12:16:06,896 INFO [Time-limited test {}] server.Server(415): Started @3253ms 2024-12-09T12:16:07,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T12:16:07,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T12:16:07,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T12:16:07,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T12:16:07,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T12:16:07,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61bba7f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/hadoop.log.dir/,AVAILABLE} 2024-12-09T12:16:07,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3545d277{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T12:16:07,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@652b7fd2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/java.io.tmpdir/jetty-localhost-37709-hadoop-hdfs-3_4_1-tests_jar-_-any-1685502258601585741/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T12:16:07,477 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bd6c191{HTTP/1.1, (http/1.1)}{localhost:37709} 2024-12-09T12:16:07,477 INFO [Time-limited test {}] server.Server(415): Started @3834ms 2024-12-09T12:16:07,539 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T12:16:08,086 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/cluster_148cb18f-ec8f-ee82-6f1d-76c287680450/data/data2/current/BP-636185289-172.17.0.3-1733746566114/current, will proceed with Du for space computation calculation, 2024-12-09T12:16:08,086 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/cluster_148cb18f-ec8f-ee82-6f1d-76c287680450/data/data1/current/BP-636185289-172.17.0.3-1733746566114/current, will proceed with Du for space computation calculation, 2024-12-09T12:16:08,125 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T12:16:08,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd2e6ed12611bf82 with lease ID 0x43297f6f2bfc0e8: Processing first storage report for DS-c7539e15-a5b7-4b74-bb73-ca4c6d3e1fc6 from datanode DatanodeRegistration(127.0.0.1:33003, datanodeUuid=dd61b4e4-0ec7-43a7-a2eb-8756fdc4bde8, infoPort=36423, infoSecurePort=0, ipcPort=43883, storageInfo=lv=-57;cid=testClusterID;nsid=628144077;c=1733746566114) 2024-12-09T12:16:08,198 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd2e6ed12611bf82 with lease ID 0x43297f6f2bfc0e8: from storage DS-c7539e15-a5b7-4b74-bb73-ca4c6d3e1fc6 node DatanodeRegistration(127.0.0.1:33003, datanodeUuid=dd61b4e4-0ec7-43a7-a2eb-8756fdc4bde8, infoPort=36423, infoSecurePort=0, ipcPort=43883, storageInfo=lv=-57;cid=testClusterID;nsid=628144077;c=1733746566114), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T12:16:08,198 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd2e6ed12611bf82 with lease ID 0x43297f6f2bfc0e8: Processing first storage report for DS-1426f260-f9a7-41ed-affa-f2c662d91e7f from datanode DatanodeRegistration(127.0.0.1:33003, datanodeUuid=dd61b4e4-0ec7-43a7-a2eb-8756fdc4bde8, infoPort=36423, infoSecurePort=0, ipcPort=43883, storageInfo=lv=-57;cid=testClusterID;nsid=628144077;c=1733746566114) 2024-12-09T12:16:08,198 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd2e6ed12611bf82 with lease ID 0x43297f6f2bfc0e8: from storage DS-1426f260-f9a7-41ed-affa-f2c662d91e7f node DatanodeRegistration(127.0.0.1:33003, datanodeUuid=dd61b4e4-0ec7-43a7-a2eb-8756fdc4bde8, infoPort=36423, infoSecurePort=0, ipcPort=43883, storageInfo=lv=-57;cid=testClusterID;nsid=628144077;c=1733746566114), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T12:16:08,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92 2024-12-09T12:16:08,322 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/cluster_148cb18f-ec8f-ee82-6f1d-76c287680450/zookeeper_0, clientPort=61360, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/cluster_148cb18f-ec8f-ee82-6f1d-76c287680450/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/cluster_148cb18f-ec8f-ee82-6f1d-76c287680450/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T12:16:08,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61360 2024-12-09T12:16:08,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T12:16:08,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T12:16:08,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741825_1001 (size=7) 2024-12-09T12:16:09,243 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8 with version=8 2024-12-09T12:16:09,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/hbase-staging 2024-12-09T12:16:09,377 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T12:16:09,685 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f15dd41c88ad:0 server-side Connection retries=45 2024-12-09T12:16:09,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T12:16:09,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T12:16:09,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T12:16:09,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T12:16:09,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T12:16:09,960 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T12:16:10,046 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T12:16:10,056 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T12:16:10,061 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T12:16:10,094 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9834 (auto-detected) 2024-12-09T12:16:10,095 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-09T12:16:10,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40025 2024-12-09T12:16:10,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40025 connecting to ZooKeeper ensemble=127.0.0.1:61360 2024-12-09T12:16:10,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400250x0, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T12:16:10,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40025-0x1012b1cbc900000 connected 2024-12-09T12:16:10,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T12:16:10,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T12:16:10,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T12:16:10,303 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8, hbase.cluster.distributed=false 2024-12-09T12:16:10,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T12:16:10,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40025 2024-12-09T12:16:10,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40025 2024-12-09T12:16:10,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40025 2024-12-09T12:16:10,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40025 2024-12-09T12:16:10,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40025 2024-12-09T12:16:10,374 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f15dd41c88ad:0 server-side Connection retries=45 2024-12-09T12:16:10,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T12:16:10,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T12:16:10,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T12:16:10,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T12:16:10,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T12:16:10,376 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T12:16:10,376 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T12:16:10,385 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42349 2024-12-09T12:16:10,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42349 connecting to ZooKeeper ensemble=127.0.0.1:61360 2024-12-09T12:16:10,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423490x0, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T12:16:10,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42349-0x1012b1cbc900001 connected 2024-12-09T12:16:10,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T12:16:10,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T12:16:10,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T12:16:10,426 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8, hbase.cluster.distributed=false 2024-12-09T12:16:10,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T12:16:10,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42349 2024-12-09T12:16:10,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42349 2024-12-09T12:16:10,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42349 2024-12-09T12:16:10,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42349 2024-12-09T12:16:10,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42349 2024-12-09T12:16:10,630 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f15dd41c88ad:0 server-side Connection retries=45 2024-12-09T12:16:10,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T12:16:10,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T12:16:10,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T12:16:10,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T12:16:10,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T12:16:10,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T12:16:10,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T12:16:10,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38499 2024-12-09T12:16:10,654 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38499 connecting to ZooKeeper ensemble=127.0.0.1:61360 2024-12-09T12:16:10,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T12:16:10,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T12:16:10,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384990x0, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T12:16:10,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38499-0x1012b1cbc900002 connected 2024-12-09T12:16:10,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T12:16:10,695 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T12:16:10,706 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T12:16:10,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T12:16:10,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T12:16:10,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38499 2024-12-09T12:16:10,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38499 2024-12-09T12:16:10,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38499 2024-12-09T12:16:10,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38499 2024-12-09T12:16:10,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38499 2024-12-09T12:16:10,822 DEBUG [M:0;f15dd41c88ad:40025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f15dd41c88ad:40025 2024-12-09T12:16:10,831 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f15dd41c88ad,40025,1733746569449 2024-12-09T12:16:10,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T12:16:10,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T12:16:10,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T12:16:10,844 DEBUG [M:1;f15dd41c88ad:42349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:1;f15dd41c88ad:42349 2024-12-09T12:16:10,849 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f15dd41c88ad,40025,1733746569449 2024-12-09T12:16:10,855 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f15dd41c88ad,42349,1733746570373 2024-12-09T12:16:10,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T12:16:10,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T12:16:10,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T12:16:10,866 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f15dd41c88ad,42349,1733746570373 2024-12-09T12:16:10,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:10,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:10,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T12:16:10,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:10,897 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T12:16:10,898 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T12:16:10,901 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f15dd41c88ad,42349,1733746570373 from backup master directory 2024-12-09T12:16:10,901 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.ActiveMasterManager(296): Another master is the active master, f15dd41c88ad,42349,1733746570373; waiting to become the next active master 2024-12-09T12:16:10,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T12:16:10,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T12:16:10,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f15dd41c88ad,42349,1733746570373 2024-12-09T12:16:10,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T12:16:10,906 WARN [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T12:16:10,907 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f15dd41c88ad,42349,1733746570373 2024-12-09T12:16:10,911 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T12:16:10,915 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T12:16:11,011 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/hbase.id] with ID: 03a68078-f81a-45fa-a8f1-c6bd83951804 2024-12-09T12:16:11,011 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/.tmp/hbase.id 2024-12-09T12:16:11,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741826_1002 (size=42) 2024-12-09T12:16:11,462 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/.tmp/hbase.id]:[hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/hbase.id] 2024-12-09T12:16:11,565 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T12:16:11,572 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T12:16:11,598 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-12-09T12:16:11,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:11,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:11,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:11,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741827_1003 (size=196) 2024-12-09T12:16:11,734 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T12:16:11,738 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T12:16:11,765 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T12:16:11,775 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T12:16:11,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741828_1004 (size=1189) 2024-12-09T12:16:11,881 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store 2024-12-09T12:16:11,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741829_1005 (size=34) 2024-12-09T12:16:12,358 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T12:16:12,362 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T12:16:12,364 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T12:16:12,364 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T12:16:12,364 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T12:16:12,366 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T12:16:12,366 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T12:16:12,367 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T12:16:12,368 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733746572363Disabling compacts and flushes for region at 1733746572363Disabling writes for close at 1733746572366 (+3 ms)Writing region close event to WAL at 1733746572367 (+1 ms)Closed at 1733746572367 2024-12-09T12:16:12,371 WARN [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/.initializing 2024-12-09T12:16:12,371 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/WALs/f15dd41c88ad,42349,1733746570373 2024-12-09T12:16:12,382 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T12:16:12,408 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f15dd41c88ad%2C42349%2C1733746570373, suffix=, logDir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/WALs/f15dd41c88ad,42349,1733746570373, archiveDir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/oldWALs, maxLogs=10 2024-12-09T12:16:12,459 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/WALs/f15dd41c88ad,42349,1733746570373/f15dd41c88ad%2C42349%2C1733746570373.1733746572421, exclude list is [], retry=0 2024-12-09T12:16:12,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33003,DS-c7539e15-a5b7-4b74-bb73-ca4c6d3e1fc6,DISK] 2024-12-09T12:16:12,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T12:16:12,582 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/WALs/f15dd41c88ad,42349,1733746570373/f15dd41c88ad%2C42349%2C1733746570373.1733746572421 2024-12-09T12:16:12,602 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36423:36423)] 2024-12-09T12:16:12,605 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T12:16:12,608 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T12:16:12,614 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:12,615 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:12,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:12,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T12:16:12,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:12,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T12:16:12,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:12,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T12:16:12,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:12,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T12:16:12,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:12,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T12:16:12,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:12,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T12:16:12,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:12,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T12:16:12,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:12,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T12:16:12,748 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:12,752 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:12,754 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:12,761 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:12,762 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:12,770 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T12:16:12,803 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:12,819 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T12:16:12,823 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73825865, jitterRate=0.1000911146402359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T12:16:12,835 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733746572642Initializing all the Stores at 1733746572648 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733746572649 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733746572652 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733746572653 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733746572653Cleaning up temporary data from old regions at 1733746572762 (+109 ms)Region opened successfully at 1733746572835 (+73 ms) 2024-12-09T12:16:12,860 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T12:16:12,952 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6185ef43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f15dd41c88ad/172.17.0.3:0 2024-12-09T12:16:13,014 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T12:16:13,033 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T12:16:13,034 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T12:16:13,038 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T12:16:13,040 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-09T12:16:13,047 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-09T12:16:13,048 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T12:16:13,114 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T12:16:13,134 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T12:16:13,141 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T12:16:13,150 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T12:16:13,153 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T12:16:13,155 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T12:16:13,158 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T12:16:13,193 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T12:16:13,213 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T12:16:13,216 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T12:16:13,223 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T12:16:13,262 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T12:16:13,266 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T12:16:13,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T12:16:13,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T12:16:13,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:13,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:13,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T12:16:13,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:13,282 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f15dd41c88ad,42349,1733746570373, sessionid=0x1012b1cbc900001, setting cluster-up flag (Was=false) 2024-12-09T12:16:13,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:13,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:13,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:13,337 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T12:16:13,343 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f15dd41c88ad,42349,1733746570373 2024-12-09T12:16:13,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:13,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:13,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:13,359 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T12:16:13,365 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f15dd41c88ad,42349,1733746570373 2024-12-09T12:16:13,398 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T12:16:13,461 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(746): ClusterId : 03a68078-f81a-45fa-a8f1-c6bd83951804 2024-12-09T12:16:13,466 DEBUG [RS:0;f15dd41c88ad:38499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T12:16:13,484 DEBUG [RS:0;f15dd41c88ad:38499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T12:16:13,484 DEBUG [RS:0;f15dd41c88ad:38499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T12:16:13,491 DEBUG [RS:0;f15dd41c88ad:38499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T12:16:13,492 DEBUG [RS:0;f15dd41c88ad:38499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dc453f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f15dd41c88ad/172.17.0.3:0 2024-12-09T12:16:13,547 DEBUG [RS:0;f15dd41c88ad:38499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f15dd41c88ad:38499 2024-12-09T12:16:13,551 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T12:16:13,552 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T12:16:13,552 DEBUG [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T12:16:13,561 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(2659): reportForDuty to master=f15dd41c88ad,42349,1733746570373 with port=38499, startcode=1733746570574 2024-12-09T12:16:13,580 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T12:16:13,595 DEBUG [RS:0;f15dd41c88ad:38499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T12:16:13,610 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T12:16:13,636 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T12:16:13,656 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f15dd41c88ad,42349,1733746570373 Number of backup masters: 1 f15dd41c88ad,40025,1733746569449 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T12:16:13,671 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f15dd41c88ad:0, corePoolSize=5, maxPoolSize=5 2024-12-09T12:16:13,672 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f15dd41c88ad:0, corePoolSize=5, maxPoolSize=5 2024-12-09T12:16:13,672 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f15dd41c88ad:0, corePoolSize=5, maxPoolSize=5 2024-12-09T12:16:13,672 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f15dd41c88ad:0, corePoolSize=5, maxPoolSize=5 2024-12-09T12:16:13,676 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f15dd41c88ad:0, corePoolSize=10, maxPoolSize=10 2024-12-09T12:16:13,676 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1 2024-12-09T12:16:13,676 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f15dd41c88ad:0, corePoolSize=2, maxPoolSize=2 2024-12-09T12:16:13,676 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1 2024-12-09T12:16:13,727 INFO [HMaster-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T12:16:13,743 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42349 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-09T12:16:13,752 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T12:16:13,752 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T12:16:13,783 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:13,783 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T12:16:13,795 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733746603795 2024-12-09T12:16:13,797 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T12:16:13,798 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T12:16:13,803 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T12:16:13,804 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T12:16:13,804 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T12:16:13,806 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T12:16:13,808 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:13,807 DEBUG [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T12:16:13,815 WARN [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T12:16:13,851 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T12:16:13,853 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T12:16:13,854 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T12:16:13,860 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T12:16:13,860 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T12:16:13,863 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.large.0-1733746573862,5,FailOnTimeoutGroup] 2024-12-09T12:16:13,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741831_1007 (size=1321) 2024-12-09T12:16:13,869 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T12:16:13,870 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8 2024-12-09T12:16:13,872 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.small.0-1733746573863,5,FailOnTimeoutGroup] 2024-12-09T12:16:13,872 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:13,873 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T12:16:13,874 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:13,875 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:13,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741832_1008 (size=32) 2024-12-09T12:16:13,916 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(2659): reportForDuty to master=f15dd41c88ad,42349,1733746570373 with port=38499, startcode=1733746570574 2024-12-09T12:16:13,919 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:13,922 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42349 {}] master.ServerManager(517): Registering regionserver=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:13,931 DEBUG [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8 2024-12-09T12:16:13,931 DEBUG [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34911 2024-12-09T12:16:13,931 DEBUG [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T12:16:13,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T12:16:13,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T12:16:13,939 DEBUG [RS:0;f15dd41c88ad:38499 {}] zookeeper.ZKUtil(111): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:13,940 WARN [RS:0;f15dd41c88ad:38499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T12:16:13,940 INFO [RS:0;f15dd41c88ad:38499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T12:16:13,940 DEBUG [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/WALs/f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:13,942 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f15dd41c88ad,38499,1733746570574] 2024-12-09T12:16:13,981 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T12:16:14,003 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T12:16:14,015 INFO [RS:0;f15dd41c88ad:38499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T12:16:14,015 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:14,023 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T12:16:14,031 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T12:16:14,033 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:14,034 DEBUG [RS:0;f15dd41c88ad:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1 2024-12-09T12:16:14,034 DEBUG [RS:0;f15dd41c88ad:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1 2024-12-09T12:16:14,034 DEBUG [RS:0;f15dd41c88ad:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1 2024-12-09T12:16:14,034 DEBUG [RS:0;f15dd41c88ad:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1 2024-12-09T12:16:14,034 DEBUG [RS:0;f15dd41c88ad:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1 2024-12-09T12:16:14,035 DEBUG [RS:0;f15dd41c88ad:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f15dd41c88ad:0, corePoolSize=2, maxPoolSize=2 2024-12-09T12:16:14,035 DEBUG [RS:0;f15dd41c88ad:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1 2024-12-09T12:16:14,035 DEBUG [RS:0;f15dd41c88ad:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1 2024-12-09T12:16:14,035 DEBUG [RS:0;f15dd41c88ad:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1 2024-12-09T12:16:14,036 DEBUG [RS:0;f15dd41c88ad:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1 2024-12-09T12:16:14,036 DEBUG [RS:0;f15dd41c88ad:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1 2024-12-09T12:16:14,036 DEBUG [RS:0;f15dd41c88ad:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1 2024-12-09T12:16:14,036 DEBUG [RS:0;f15dd41c88ad:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f15dd41c88ad:0, corePoolSize=3, maxPoolSize=3 2024-12-09T12:16:14,036 DEBUG [RS:0;f15dd41c88ad:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f15dd41c88ad:0, corePoolSize=3, maxPoolSize=3 2024-12-09T12:16:14,038 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:14,039 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:14,039 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:14,040 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:14,040 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:14,040 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,38499,1733746570574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T12:16:14,063 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T12:16:14,065 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,38499,1733746570574-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:14,066 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:14,066 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.Replication(171): f15dd41c88ad,38499,1733746570574 started 2024-12-09T12:16:14,093 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:14,094 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(1482): Serving as f15dd41c88ad,38499,1733746570574, RpcServer on f15dd41c88ad/172.17.0.3:38499, sessionid=0x1012b1cbc900002 2024-12-09T12:16:14,095 DEBUG [RS:0;f15dd41c88ad:38499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T12:16:14,095 DEBUG [RS:0;f15dd41c88ad:38499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:14,095 DEBUG [RS:0;f15dd41c88ad:38499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f15dd41c88ad,38499,1733746570574' 2024-12-09T12:16:14,095 DEBUG [RS:0;f15dd41c88ad:38499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T12:16:14,097 DEBUG [RS:0;f15dd41c88ad:38499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T12:16:14,097 DEBUG [RS:0;f15dd41c88ad:38499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T12:16:14,097 DEBUG [RS:0;f15dd41c88ad:38499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T12:16:14,098 DEBUG [RS:0;f15dd41c88ad:38499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:14,098 DEBUG [RS:0;f15dd41c88ad:38499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f15dd41c88ad,38499,1733746570574' 2024-12-09T12:16:14,098 DEBUG [RS:0;f15dd41c88ad:38499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T12:16:14,099 DEBUG [RS:0;f15dd41c88ad:38499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T12:16:14,100 DEBUG [RS:0;f15dd41c88ad:38499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T12:16:14,100 INFO [RS:0;f15dd41c88ad:38499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T12:16:14,100 INFO [RS:0;f15dd41c88ad:38499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T12:16:14,207 INFO [RS:0;f15dd41c88ad:38499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T12:16:14,211 INFO [RS:0;f15dd41c88ad:38499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f15dd41c88ad%2C38499%2C1733746570574, suffix=, logDir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/WALs/f15dd41c88ad,38499,1733746570574, archiveDir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/oldWALs, maxLogs=32 2024-12-09T12:16:14,237 DEBUG [RS:0;f15dd41c88ad:38499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/WALs/f15dd41c88ad,38499,1733746570574/f15dd41c88ad%2C38499%2C1733746570574.1733746574214, exclude list is [], retry=0 2024-12-09T12:16:14,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33003,DS-c7539e15-a5b7-4b74-bb73-ca4c6d3e1fc6,DISK] 2024-12-09T12:16:14,252 INFO [RS:0;f15dd41c88ad:38499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/WALs/f15dd41c88ad,38499,1733746570574/f15dd41c88ad%2C38499%2C1733746570574.1733746574214 2024-12-09T12:16:14,259 DEBUG [RS:0;f15dd41c88ad:38499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36423:36423)] 2024-12-09T12:16:14,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T12:16:14,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T12:16:14,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T12:16:14,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:14,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T12:16:14,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T12:16:14,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T12:16:14,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:14,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T12:16:14,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T12:16:14,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T12:16:14,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:14,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T12:16:14,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T12:16:14,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T12:16:14,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:14,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T12:16:14,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T12:16:14,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740 2024-12-09T12:16:14,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740 2024-12-09T12:16:14,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T12:16:14,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T12:16:14,324 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T12:16:14,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T12:16:14,339 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T12:16:14,341 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71597959, jitterRate=0.06689272820949554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T12:16:14,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733746574295Initializing all the Stores at 1733746574298 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733746574298Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733746574298Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733746574298Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733746574298Cleaning up temporary data from old regions at 1733746574324 (+26 ms)Region opened successfully at 1733746574343 (+19 ms) 2024-12-09T12:16:14,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T12:16:14,343 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T12:16:14,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T12:16:14,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T12:16:14,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T12:16:14,345 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T12:16:14,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733746574343Disabling compacts and flushes for region at 1733746574343Disabling writes for close at 1733746574343Writing region close event to WAL at 1733746574344 (+1 ms)Closed at 1733746574345 (+1 ms) 2024-12-09T12:16:14,354 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T12:16:14,355 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T12:16:14,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T12:16:14,373 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T12:16:14,378 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T12:16:14,532 DEBUG [f15dd41c88ad:42349 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-09T12:16:14,549 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:14,558 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f15dd41c88ad,38499,1733746570574, state=OPENING 2024-12-09T12:16:14,564 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T12:16:14,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:14,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:14,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:14,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T12:16:14,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T12:16:14,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T12:16:14,570 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T12:16:14,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f15dd41c88ad,38499,1733746570574}] 2024-12-09T12:16:14,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T12:16:14,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T12:16:14,773 INFO [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T12:16:14,773 INFO [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T12:16:14,774 INFO [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T12:16:14,778 INFO [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f15dd41c88ad%2C38499%2C1733746570574.meta, suffix=.meta, logDir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/WALs/f15dd41c88ad,38499,1733746570574, archiveDir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/oldWALs, maxLogs=32 2024-12-09T12:16:14,803 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/WALs/f15dd41c88ad,38499,1733746570574/f15dd41c88ad%2C38499%2C1733746570574.meta.1733746574781.meta, exclude list is [], retry=0 2024-12-09T12:16:14,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33003,DS-c7539e15-a5b7-4b74-bb73-ca4c6d3e1fc6,DISK] 2024-12-09T12:16:14,815 INFO [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/WALs/f15dd41c88ad,38499,1733746570574/f15dd41c88ad%2C38499%2C1733746570574.meta.1733746574781.meta 2024-12-09T12:16:14,815 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36423:36423)] 2024-12-09T12:16:14,816 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T12:16:14,818 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T12:16:14,821 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T12:16:14,830 INFO [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T12:16:14,836 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T12:16:14,837 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T12:16:14,837 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T12:16:14,837 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T12:16:14,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T12:16:14,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T12:16:14,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:14,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T12:16:14,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T12:16:14,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T12:16:14,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:14,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T12:16:14,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T12:16:14,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T12:16:14,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:14,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T12:16:14,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T12:16:14,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T12:16:14,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:14,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T12:16:14,853 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T12:16:14,856 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740 2024-12-09T12:16:14,859 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740 2024-12-09T12:16:14,862 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T12:16:14,862 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T12:16:14,864 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T12:16:14,867 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T12:16:14,868 INFO [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63345115, jitterRate=-0.05608423054218292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T12:16:14,868 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T12:16:14,871 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733746574837Writing region info on filesystem at 1733746574838 (+1 ms)Initializing all the Stores at 1733746574840 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733746574840Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733746574840Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733746574840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733746574841 (+1 ms)Cleaning up temporary data from old regions at 1733746574863 (+22 ms)Running coprocessor post-open hooks at 1733746574869 (+6 ms)Region opened successfully at 1733746574870 (+1 ms) 2024-12-09T12:16:14,878 INFO [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733746574743 2024-12-09T12:16:14,891 DEBUG [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T12:16:14,891 INFO [RS_OPEN_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T12:16:14,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:14,896 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f15dd41c88ad,38499,1733746570574, state=OPEN 2024-12-09T12:16:14,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T12:16:14,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T12:16:14,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T12:16:14,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T12:16:14,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T12:16:14,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T12:16:14,899 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:14,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T12:16:14,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f15dd41c88ad,38499,1733746570574 in 327 msec 2024-12-09T12:16:14,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T12:16:14,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 549 msec 2024-12-09T12:16:14,923 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T12:16:14,923 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T12:16:14,950 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T12:16:14,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f15dd41c88ad,38499,1733746570574, seqNum=-1] 2024-12-09T12:16:14,979 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T12:16:14,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T12:16:15,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5580 sec 2024-12-09T12:16:15,013 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733746575013, completionTime=-1 2024-12-09T12:16:15,017 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-09T12:16:15,017 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T12:16:15,053 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-09T12:16:15,054 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733746635054 2024-12-09T12:16:15,054 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733746695054 2024-12-09T12:16:15,054 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec 2024-12-09T12:16:15,057 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,42349,1733746570373-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:15,057 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,42349,1733746570373-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:15,058 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,42349,1733746570373-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:15,060 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f15dd41c88ad:42349, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:15,060 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:15,062 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:15,069 DEBUG [master/f15dd41c88ad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T12:16:15,130 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.223sec 2024-12-09T12:16:15,132 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T12:16:15,133 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T12:16:15,134 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T12:16:15,135 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T12:16:15,135 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T12:16:15,136 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,42349,1733746570373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T12:16:15,137 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,42349,1733746570373-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T12:16:15,157 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T12:16:15,158 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T12:16:15,159 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,42349,1733746570373-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:15,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db4992e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T12:16:15,184 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T12:16:15,184 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T12:16:15,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f15dd41c88ad,40025,-1 for getting cluster id 2024-12-09T12:16:15,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T12:16:15,210 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03a68078-f81a-45fa-a8f1-c6bd83951804' 2024-12-09T12:16:15,213 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T12:16:15,213 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03a68078-f81a-45fa-a8f1-c6bd83951804" 2024-12-09T12:16:15,216 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c86253f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T12:16:15,216 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f15dd41c88ad,42349,-1, f15dd41c88ad,40025,-1] 2024-12-09T12:16:15,219 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T12:16:15,221 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T12:16:15,222 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T12:16:15,223 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T12:16:15,225 INFO [HMaster-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T12:16:15,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f52c41e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T12:16:15,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T12:16:15,237 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f15dd41c88ad,38499,1733746570574, seqNum=-1] 2024-12-09T12:16:15,237 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T12:16:15,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T12:16:15,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f15dd41c88ad,42349,1733746570373 2024-12-09T12:16:15,260 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Waiting for active/ready master 2024-12-09T12:16:15,260 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Creating table with 4 regions 2024-12-09T12:16:15,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T12:16:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.ActiveMasterManager(144): Attempting to fetch active master sn from zk 2024-12-09T12:16:15,272 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f15dd41c88ad,42349,1733746570373 2024-12-09T12:16:15,275 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b36f965 2024-12-09T12:16:15,276 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T12:16:15,281 INFO [HMaster-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T12:16:15,287 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T12:16:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42349 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-09T12:16:15,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T12:16:15,306 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testForCheckingIfEnableAndDisableWorksFineAfterSwitch" procId is: 4 2024-12-09T12:16:15,307 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:15,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T12:16:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T12:16:15,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741835_1011 (size=433) 2024-12-09T12:16:15,363 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81f32e68ac0c3f22b31dc6942dfe169e, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e.', STARTKEY => '', ENDKEY => 'aaaaa'}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8 2024-12-09T12:16:15,375 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 350a1c7bb181793ab42a33f153a7b197, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197.', STARTKEY => 'aaaaa', ENDKEY => 'm\xED\xED\xED\xED'}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8 2024-12-09T12:16:15,383 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e62b043cf7a325aa342e618086546283, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283.', STARTKEY => 'm\xED\xED\xED\xED', ENDKEY => 'zzzzz'}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8 2024-12-09T12:16:15,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741836_1012 (size=98) 2024-12-09T12:16:15,421 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T12:16:15,422 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1722): Closing 350a1c7bb181793ab42a33f153a7b197, disabling compactions & flushes 2024-12-09T12:16:15,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741837_1013 (size=93) 2024-12-09T12:16:15,422 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:15,422 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:15,422 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. after waiting 0 ms 2024-12-09T12:16:15,422 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:15,422 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:15,422 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1676): Region close journal for 350a1c7bb181793ab42a33f153a7b197: Waiting for close lock at 1733746575422Disabling compacts and flushes for region at 1733746575422Disabling writes for close at 1733746575422Writing region close event to WAL at 1733746575422Closed at 1733746575422 2024-12-09T12:16:15,423 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => acb8b37ccc3e96dd0dd2761b604ec94c, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c.', STARTKEY => 'zzzzz', ENDKEY => ''}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8 2024-12-09T12:16:15,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741838_1014 (size=98) 2024-12-09T12:16:15,425 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T12:16:15,425 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1722): Closing e62b043cf7a325aa342e618086546283, disabling compactions & flushes 2024-12-09T12:16:15,426 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:15,426 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:15,426 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. after waiting 0 ms 2024-12-09T12:16:15,426 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:15,426 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:15,426 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1676): Region close journal for e62b043cf7a325aa342e618086546283: Waiting for close lock at 1733746575425Disabling compacts and flushes for region at 1733746575425Disabling writes for close at 1733746575426 (+1 ms)Writing region close event to WAL at 1733746575426Closed at 1733746575426 2024-12-09T12:16:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T12:16:15,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741839_1015 (size=93) 2024-12-09T12:16:15,461 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T12:16:15,462 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1722): Closing acb8b37ccc3e96dd0dd2761b604ec94c, disabling compactions & flushes 2024-12-09T12:16:15,462 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:15,462 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:15,462 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. after waiting 0 ms 2024-12-09T12:16:15,462 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:15,462 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:15,462 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1676): Region close journal for acb8b37ccc3e96dd0dd2761b604ec94c: Waiting for close lock at 1733746575461Disabling compacts and flushes for region at 1733746575461Disabling writes for close at 1733746575462 (+1 ms)Writing region close event to WAL at 1733746575462Closed at 1733746575462 2024-12-09T12:16:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T12:16:15,822 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T12:16:15,822 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1722): Closing 81f32e68ac0c3f22b31dc6942dfe169e, disabling compactions & flushes 2024-12-09T12:16:15,822 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:15,823 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:15,823 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. after waiting 0 ms 2024-12-09T12:16:15,823 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:15,823 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:15,823 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81f32e68ac0c3f22b31dc6942dfe169e: Waiting for close lock at 1733746575822Disabling compacts and flushes for region at 1733746575822Disabling writes for close at 1733746575823 (+1 ms)Writing region close event to WAL at 1733746575823Closed at 1733746575823 2024-12-09T12:16:15,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T12:16:15,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197.","families":{"info":[{"qualifier":"regioninfo","vlen":97,"tag":[],"timestamp":"1733746575830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733746575830"}]},"ts":"1733746575830"} 2024-12-09T12:16:15,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\\xED\\xED\\xED\\xED,1733746575283.e62b043cf7a325aa342e618086546283.","families":{"info":[{"qualifier":"regioninfo","vlen":97,"tag":[],"timestamp":"1733746575830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733746575830"}]},"ts":"1733746575830"} 2024-12-09T12:16:15,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c.","families":{"info":[{"qualifier":"regioninfo","vlen":92,"tag":[],"timestamp":"1733746575830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733746575830"}]},"ts":"1733746575830"} 2024-12-09T12:16:15,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e.","families":{"info":[{"qualifier":"regioninfo","vlen":92,"tag":[],"timestamp":"1733746575830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733746575830"}]},"ts":"1733746575830"} 2024-12-09T12:16:15,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 4 regions to meta. 2024-12-09T12:16:15,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T12:16:15,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733746575898"}]},"ts":"1733746575898"} 2024-12-09T12:16:15,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLING in hbase:meta 2024-12-09T12:16:15,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=81f32e68ac0c3f22b31dc6942dfe169e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=350a1c7bb181793ab42a33f153a7b197, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e62b043cf7a325aa342e618086546283, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=acb8b37ccc3e96dd0dd2761b604ec94c, ASSIGN}] 2024-12-09T12:16:15,919 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=acb8b37ccc3e96dd0dd2761b604ec94c, ASSIGN 2024-12-09T12:16:15,922 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=acb8b37ccc3e96dd0dd2761b604ec94c, ASSIGN; state=OFFLINE, location=f15dd41c88ad,38499,1733746570574; forceNewPlan=false, retain=false 2024-12-09T12:16:15,926 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=81f32e68ac0c3f22b31dc6942dfe169e, ASSIGN 2024-12-09T12:16:15,926 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=350a1c7bb181793ab42a33f153a7b197, ASSIGN 2024-12-09T12:16:15,927 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e62b043cf7a325aa342e618086546283, ASSIGN 2024-12-09T12:16:15,930 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=81f32e68ac0c3f22b31dc6942dfe169e, ASSIGN; state=OFFLINE, location=f15dd41c88ad,38499,1733746570574; forceNewPlan=false, retain=false 2024-12-09T12:16:15,930 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=350a1c7bb181793ab42a33f153a7b197, ASSIGN; state=OFFLINE, location=f15dd41c88ad,38499,1733746570574; forceNewPlan=false, retain=false 2024-12-09T12:16:15,943 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e62b043cf7a325aa342e618086546283, ASSIGN; state=OFFLINE, location=f15dd41c88ad,38499,1733746570574; forceNewPlan=false, retain=false 2024-12-09T12:16:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T12:16:16,078 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=acb8b37ccc3e96dd0dd2761b604ec94c, regionState=OPENING, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:16,078 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e62b043cf7a325aa342e618086546283, regionState=OPENING, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:16,078 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=350a1c7bb181793ab42a33f153a7b197, regionState=OPENING, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:16,079 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81f32e68ac0c3f22b31dc6942dfe169e, regionState=OPENING, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:16,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e62b043cf7a325aa342e618086546283, ASSIGN because future has completed 2024-12-09T12:16:16,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=acb8b37ccc3e96dd0dd2761b604ec94c, ASSIGN because future has completed 2024-12-09T12:16:16,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e62b043cf7a325aa342e618086546283, server=f15dd41c88ad,38499,1733746570574}] 2024-12-09T12:16:16,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=350a1c7bb181793ab42a33f153a7b197, ASSIGN because future has completed 2024-12-09T12:16:16,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=81f32e68ac0c3f22b31dc6942dfe169e, ASSIGN because future has completed 2024-12-09T12:16:16,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 350a1c7bb181793ab42a33f153a7b197, server=f15dd41c88ad,38499,1733746570574}] 2024-12-09T12:16:16,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure acb8b37ccc3e96dd0dd2761b604ec94c, server=f15dd41c88ad,38499,1733746570574}] 2024-12-09T12:16:16,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81f32e68ac0c3f22b31dc6942dfe169e, server=f15dd41c88ad,38499,1733746570574}] 2024-12-09T12:16:16,277 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:16,278 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => e62b043cf7a325aa342e618086546283, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283.', STARTKEY => 'm\xED\xED\xED\xED', ENDKEY => 'zzzzz'} 2024-12-09T12:16:16,278 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch e62b043cf7a325aa342e618086546283 2024-12-09T12:16:16,278 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T12:16:16,278 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for e62b043cf7a325aa342e618086546283 2024-12-09T12:16:16,279 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for e62b043cf7a325aa342e618086546283 2024-12-09T12:16:16,295 INFO [StoreOpener-e62b043cf7a325aa342e618086546283-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e62b043cf7a325aa342e618086546283 2024-12-09T12:16:16,299 INFO [StoreOpener-e62b043cf7a325aa342e618086546283-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62b043cf7a325aa342e618086546283 columnFamilyName family 2024-12-09T12:16:16,299 DEBUG [StoreOpener-e62b043cf7a325aa342e618086546283-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:16,305 INFO [StoreOpener-e62b043cf7a325aa342e618086546283-1 {}] regionserver.HStore(327): Store=e62b043cf7a325aa342e618086546283/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T12:16:16,306 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for e62b043cf7a325aa342e618086546283 2024-12-09T12:16:16,307 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/e62b043cf7a325aa342e618086546283 2024-12-09T12:16:16,308 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/e62b043cf7a325aa342e618086546283 2024-12-09T12:16:16,311 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for e62b043cf7a325aa342e618086546283 2024-12-09T12:16:16,311 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for e62b043cf7a325aa342e618086546283 2024-12-09T12:16:16,317 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for e62b043cf7a325aa342e618086546283 2024-12-09T12:16:16,326 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/e62b043cf7a325aa342e618086546283/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T12:16:16,327 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened e62b043cf7a325aa342e618086546283; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67960682, jitterRate=0.012693077325820923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T12:16:16,327 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e62b043cf7a325aa342e618086546283 2024-12-09T12:16:16,328 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for e62b043cf7a325aa342e618086546283: Running coprocessor pre-open hook at 1733746576279Writing region info on filesystem at 1733746576279Initializing all the Stores at 1733746576284 (+5 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733746576287 (+3 ms)Cleaning up temporary data from old regions at 1733746576311 (+24 ms)Running coprocessor post-open hooks at 1733746576327 (+16 ms)Region opened successfully at 1733746576328 (+1 ms) 2024-12-09T12:16:16,331 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283., pid=9, masterSystemTime=1733746576267 2024-12-09T12:16:16,339 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:16,339 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:16,339 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:16,340 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 81f32e68ac0c3f22b31dc6942dfe169e, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e.', STARTKEY => '', ENDKEY => 'aaaaa'} 2024-12-09T12:16:16,340 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:16,340 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T12:16:16,340 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e62b043cf7a325aa342e618086546283, regionState=OPEN, openSeqNum=2, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:16,340 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:16,341 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:16,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e62b043cf7a325aa342e618086546283, server=f15dd41c88ad,38499,1733746570574 because future has completed 2024-12-09T12:16:16,348 INFO [StoreOpener-81f32e68ac0c3f22b31dc6942dfe169e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:16,352 INFO [StoreOpener-81f32e68ac0c3f22b31dc6942dfe169e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81f32e68ac0c3f22b31dc6942dfe169e columnFamilyName family 2024-12-09T12:16:16,352 DEBUG [StoreOpener-81f32e68ac0c3f22b31dc6942dfe169e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:16,355 INFO [StoreOpener-81f32e68ac0c3f22b31dc6942dfe169e-1 {}] regionserver.HStore(327): Store=81f32e68ac0c3f22b31dc6942dfe169e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T12:16:16,355 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:16,358 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:16,359 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:16,360 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:16,360 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:16,364 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:16,372 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/81f32e68ac0c3f22b31dc6942dfe169e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T12:16:16,374 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 81f32e68ac0c3f22b31dc6942dfe169e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66555892, jitterRate=-0.008239924907684326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T12:16:16,374 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:16,374 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 81f32e68ac0c3f22b31dc6942dfe169e: Running coprocessor pre-open hook at 1733746576341Writing region info on filesystem at 1733746576341Initializing all the Stores at 1733746576345 (+4 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733746576345Cleaning up temporary data from old regions at 1733746576360 (+15 ms)Running coprocessor post-open hooks at 1733746576374 (+14 ms)Region opened successfully at 1733746576374 2024-12-09T12:16:16,380 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e., pid=12, masterSystemTime=1733746576267 2024-12-09T12:16:16,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-09T12:16:16,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e62b043cf7a325aa342e618086546283, server=f15dd41c88ad,38499,1733746570574 in 276 msec 2024-12-09T12:16:16,387 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:16,387 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:16,387 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:16,388 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 350a1c7bb181793ab42a33f153a7b197, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197.', STARTKEY => 'aaaaa', ENDKEY => 'm\xED\xED\xED\xED'} 2024-12-09T12:16:16,388 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:16,388 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T12:16:16,388 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:16,389 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:16,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e62b043cf7a325aa342e618086546283, ASSIGN in 474 msec 2024-12-09T12:16:16,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81f32e68ac0c3f22b31dc6942dfe169e, regionState=OPEN, openSeqNum=2, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:16,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81f32e68ac0c3f22b31dc6942dfe169e, server=f15dd41c88ad,38499,1733746570574 because future has completed 2024-12-09T12:16:16,407 INFO [StoreOpener-350a1c7bb181793ab42a33f153a7b197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:16,408 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42349 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f15dd41c88ad,38499,1733746570574, table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=81f32e68ac0c3f22b31dc6942dfe169e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T12:16:16,413 INFO [StoreOpener-350a1c7bb181793ab42a33f153a7b197-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350a1c7bb181793ab42a33f153a7b197 columnFamilyName family 2024-12-09T12:16:16,413 DEBUG [StoreOpener-350a1c7bb181793ab42a33f153a7b197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:16,423 INFO [StoreOpener-350a1c7bb181793ab42a33f153a7b197-1 {}] regionserver.HStore(327): Store=350a1c7bb181793ab42a33f153a7b197/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T12:16:16,423 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:16,426 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:16,428 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:16,429 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:16,429 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:16,433 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:16,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=5 2024-12-09T12:16:16,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 81f32e68ac0c3f22b31dc6942dfe169e, server=f15dd41c88ad,38499,1733746570574 in 304 msec 2024-12-09T12:16:16,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=81f32e68ac0c3f22b31dc6942dfe169e, ASSIGN in 526 msec 2024-12-09T12:16:16,440 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/350a1c7bb181793ab42a33f153a7b197/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T12:16:16,443 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 350a1c7bb181793ab42a33f153a7b197; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66819501, jitterRate=-0.004311844706535339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T12:16:16,443 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:16,444 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 350a1c7bb181793ab42a33f153a7b197: Running coprocessor pre-open hook at 1733746576389Writing region info on filesystem at 1733746576389Initializing all the Stores at 1733746576394 (+5 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733746576394Cleaning up temporary data from old regions at 1733746576429 (+35 ms)Running coprocessor post-open hooks at 1733746576444 (+15 ms)Region opened successfully at 1733746576444 2024-12-09T12:16:16,447 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197., pid=10, masterSystemTime=1733746576267 2024-12-09T12:16:16,451 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:16,451 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:16,451 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:16,452 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => acb8b37ccc3e96dd0dd2761b604ec94c, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c.', STARTKEY => 'zzzzz', ENDKEY => ''} 2024-12-09T12:16:16,452 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:16,452 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T12:16:16,452 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:16,453 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:16,454 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=350a1c7bb181793ab42a33f153a7b197, regionState=OPEN, openSeqNum=2, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T12:16:16,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 350a1c7bb181793ab42a33f153a7b197, server=f15dd41c88ad,38499,1733746570574 because future has completed 2024-12-09T12:16:16,467 INFO [StoreOpener-acb8b37ccc3e96dd0dd2761b604ec94c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:16,472 INFO [StoreOpener-acb8b37ccc3e96dd0dd2761b604ec94c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acb8b37ccc3e96dd0dd2761b604ec94c columnFamilyName family 2024-12-09T12:16:16,472 DEBUG [StoreOpener-acb8b37ccc3e96dd0dd2761b604ec94c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:16,473 INFO [StoreOpener-acb8b37ccc3e96dd0dd2761b604ec94c-1 {}] regionserver.HStore(327): Store=acb8b37ccc3e96dd0dd2761b604ec94c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T12:16:16,473 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:16,474 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:16,475 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:16,476 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:16,476 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:16,480 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:16,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=6 2024-12-09T12:16:16,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 350a1c7bb181793ab42a33f153a7b197, server=f15dd41c88ad,38499,1733746570574 in 372 msec 2024-12-09T12:16:16,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=350a1c7bb181793ab42a33f153a7b197, ASSIGN in 575 msec 2024-12-09T12:16:16,495 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/acb8b37ccc3e96dd0dd2761b604ec94c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T12:16:16,496 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened acb8b37ccc3e96dd0dd2761b604ec94c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65226314, jitterRate=-0.028052181005477905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T12:16:16,496 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:16,497 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for acb8b37ccc3e96dd0dd2761b604ec94c: Running coprocessor pre-open hook at 1733746576453Writing region info on filesystem at 1733746576453Initializing all the Stores at 1733746576456 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733746576456Cleaning up temporary data from old regions at 1733746576476 (+20 ms)Running coprocessor post-open hooks at 1733746576497 (+21 ms)Region opened successfully at 1733746576497 2024-12-09T12:16:16,499 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c., pid=11, masterSystemTime=1733746576267 2024-12-09T12:16:16,505 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:16,505 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:16,507 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=acb8b37ccc3e96dd0dd2761b604ec94c, regionState=OPEN, openSeqNum=2, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:16,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure acb8b37ccc3e96dd0dd2761b604ec94c, server=f15dd41c88ad,38499,1733746570574 because future has completed 2024-12-09T12:16:16,520 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42349 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f15dd41c88ad,38499,1733746570574, table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=acb8b37ccc3e96dd0dd2761b604ec94c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T12:16:16,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=8 2024-12-09T12:16:16,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure acb8b37ccc3e96dd0dd2761b604ec94c, server=f15dd41c88ad,38499,1733746570574 in 408 msec 2024-12-09T12:16:16,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-09T12:16:16,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=acb8b37ccc3e96dd0dd2761b604ec94c, ASSIGN in 618 msec 2024-12-09T12:16:16,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T12:16:16,542 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733746576542"}]},"ts":"1733746576542"} 2024-12-09T12:16:16,549 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLED in hbase:meta 2024-12-09T12:16:16,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T12:16:16,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 1.2600 sec 2024-12-09T12:16:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T12:16:17,467 INFO [RPCClient-NioEventLoopGroup-5-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testForCheckingIfEnableAndDisableWorksFineAfterSwitch completed 2024-12-09T12:16:17,467 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testForCheckingIfEnableAndDisableWorksFineAfterSwitch get assigned. Timeout = 60000ms 2024-12-09T12:16:17,468 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T12:16:17,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch assigned to meta. Checking AM states. 2024-12-09T12:16:17,479 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T12:16:17,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch assigned. 2024-12-09T12:16:17,484 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,, stopping at row=testForCheckingIfEnableAndDisableWorksFineAfterSwitch ,, for max=2147483647 with caching=100 2024-12-09T12:16:17,493 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Waiting for no more RIT 2024-12-09T12:16:17,493 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T12:16:17,493 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Disabling table 2024-12-09T12:16:17,498 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42349 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-09T12:16:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42349 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-09T12:16:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T12:16:17,509 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733746577509"}]},"ts":"1733746577509"} 2024-12-09T12:16:17,512 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=DISABLING in hbase:meta 2024-12-09T12:16:17,512 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testForCheckingIfEnableAndDisableWorksFineAfterSwitch to state=DISABLING 2024-12-09T12:16:17,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch}] 2024-12-09T12:16:17,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=81f32e68ac0c3f22b31dc6942dfe169e, UNASSIGN}, {pid=16, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=350a1c7bb181793ab42a33f153a7b197, UNASSIGN}, {pid=17, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e62b043cf7a325aa342e618086546283, UNASSIGN}, {pid=18, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=acb8b37ccc3e96dd0dd2761b604ec94c, UNASSIGN}] 2024-12-09T12:16:17,523 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=acb8b37ccc3e96dd0dd2761b604ec94c, UNASSIGN 2024-12-09T12:16:17,524 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=350a1c7bb181793ab42a33f153a7b197, UNASSIGN 2024-12-09T12:16:17,524 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e62b043cf7a325aa342e618086546283, UNASSIGN 2024-12-09T12:16:17,527 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=81f32e68ac0c3f22b31dc6942dfe169e, UNASSIGN 2024-12-09T12:16:17,529 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=e62b043cf7a325aa342e618086546283, regionState=CLOSING, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:17,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=350a1c7bb181793ab42a33f153a7b197, regionState=CLOSING, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:17,531 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=acb8b37ccc3e96dd0dd2761b604ec94c, regionState=CLOSING, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:17,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=81f32e68ac0c3f22b31dc6942dfe169e, regionState=CLOSING, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:17,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=350a1c7bb181793ab42a33f153a7b197, UNASSIGN because future has completed 2024-12-09T12:16:17,535 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T12:16:17,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=16, state=RUNNABLE, hasLock=false; CloseRegionProcedure 350a1c7bb181793ab42a33f153a7b197, server=f15dd41c88ad,38499,1733746570574}] 2024-12-09T12:16:17,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e62b043cf7a325aa342e618086546283, UNASSIGN because future has completed 2024-12-09T12:16:17,540 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T12:16:17,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=acb8b37ccc3e96dd0dd2761b604ec94c, UNASSIGN because future has completed 2024-12-09T12:16:17,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=17, state=RUNNABLE, hasLock=false; CloseRegionProcedure e62b043cf7a325aa342e618086546283, server=f15dd41c88ad,38499,1733746570574}] 2024-12-09T12:16:17,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=81f32e68ac0c3f22b31dc6942dfe169e, UNASSIGN because future has completed 2024-12-09T12:16:17,543 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T12:16:17,543 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T12:16:17,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=18, state=RUNNABLE, hasLock=false; CloseRegionProcedure acb8b37ccc3e96dd0dd2761b604ec94c, server=f15dd41c88ad,38499,1733746570574}] 2024-12-09T12:16:17,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=15, state=RUNNABLE, hasLock=false; CloseRegionProcedure 81f32e68ac0c3f22b31dc6942dfe169e, server=f15dd41c88ad,38499,1733746570574}] 2024-12-09T12:16:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T12:16:17,703 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(122): Close acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:17,703 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T12:16:17,704 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1722): Closing acb8b37ccc3e96dd0dd2761b604ec94c, disabling compactions & flushes 2024-12-09T12:16:17,704 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:17,704 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:17,704 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. after waiting 0 ms 2024-12-09T12:16:17,704 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:17,744 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/acb8b37ccc3e96dd0dd2761b604ec94c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T12:16:17,747 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:17,747 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1676): Region close journal for acb8b37ccc3e96dd0dd2761b604ec94c: Waiting for close lock at 1733746577704Running coprocessor pre-close hooks at 1733746577704Disabling compacts and flushes for region at 1733746577704Disabling writes for close at 1733746577704Writing region close event to WAL at 1733746577709 (+5 ms)Running coprocessor post-close hooks at 1733746577747 (+38 ms)Closed at 1733746577747 2024-12-09T12:16:17,756 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(157): Closed acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:17,756 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] handler.UnassignRegionHandler(122): Close 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:17,756 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T12:16:17,756 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1722): Closing 81f32e68ac0c3f22b31dc6942dfe169e, disabling compactions & flushes 2024-12-09T12:16:17,757 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:17,757 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:17,757 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. after waiting 0 ms 2024-12-09T12:16:17,757 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:17,762 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=acb8b37ccc3e96dd0dd2761b604ec94c, regionState=CLOSED 2024-12-09T12:16:17,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=18, state=RUNNABLE, hasLock=false; CloseRegionProcedure acb8b37ccc3e96dd0dd2761b604ec94c, server=f15dd41c88ad,38499,1733746570574 because future has completed 2024-12-09T12:16:17,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=18 2024-12-09T12:16:17,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=18, state=SUCCESS, hasLock=false; CloseRegionProcedure acb8b37ccc3e96dd0dd2761b604ec94c, server=f15dd41c88ad,38499,1733746570574 in 229 msec 2024-12-09T12:16:17,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=acb8b37ccc3e96dd0dd2761b604ec94c, UNASSIGN in 256 msec 2024-12-09T12:16:17,783 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/81f32e68ac0c3f22b31dc6942dfe169e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T12:16:17,784 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:17,784 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1676): Region close journal for 81f32e68ac0c3f22b31dc6942dfe169e: Waiting for close lock at 1733746577756Running coprocessor pre-close hooks at 1733746577756Disabling compacts and flushes for region at 1733746577756Disabling writes for close at 1733746577757 (+1 ms)Writing region close event to WAL at 1733746577767 (+10 ms)Running coprocessor post-close hooks at 1733746577784 (+17 ms)Closed at 1733746577784 2024-12-09T12:16:17,792 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] handler.UnassignRegionHandler(157): Closed 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:17,792 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] handler.UnassignRegionHandler(122): Close 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:17,792 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T12:16:17,793 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1722): Closing 350a1c7bb181793ab42a33f153a7b197, disabling compactions & flushes 2024-12-09T12:16:17,793 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:17,793 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:17,793 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. after waiting 0 ms 2024-12-09T12:16:17,793 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:17,794 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=81f32e68ac0c3f22b31dc6942dfe169e, regionState=CLOSED 2024-12-09T12:16:17,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=15, state=RUNNABLE, hasLock=false; CloseRegionProcedure 81f32e68ac0c3f22b31dc6942dfe169e, server=f15dd41c88ad,38499,1733746570574 because future has completed 2024-12-09T12:16:17,810 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/350a1c7bb181793ab42a33f153a7b197/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T12:16:17,815 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:17,815 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1676): Region close journal for 350a1c7bb181793ab42a33f153a7b197: Waiting for close lock at 1733746577793Running coprocessor pre-close hooks at 1733746577793Disabling compacts and flushes for region at 1733746577793Disabling writes for close at 1733746577793Writing region close event to WAL at 1733746577798 (+5 ms)Running coprocessor post-close hooks at 1733746577814 (+16 ms)Closed at 1733746577815 (+1 ms) 2024-12-09T12:16:17,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=15 2024-12-09T12:16:17,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=15, state=SUCCESS, hasLock=false; CloseRegionProcedure 81f32e68ac0c3f22b31dc6942dfe169e, server=f15dd41c88ad,38499,1733746570574 in 258 msec 2024-12-09T12:16:17,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=81f32e68ac0c3f22b31dc6942dfe169e, UNASSIGN in 296 msec 2024-12-09T12:16:17,825 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] handler.UnassignRegionHandler(157): Closed 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:17,826 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(122): Close e62b043cf7a325aa342e618086546283 2024-12-09T12:16:17,826 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T12:16:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T12:16:17,826 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1722): Closing e62b043cf7a325aa342e618086546283, disabling compactions & flushes 2024-12-09T12:16:17,826 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:17,826 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:17,826 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. after waiting 0 ms 2024-12-09T12:16:17,826 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:17,827 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=350a1c7bb181793ab42a33f153a7b197, regionState=CLOSED 2024-12-09T12:16:17,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=16, state=RUNNABLE, hasLock=false; CloseRegionProcedure 350a1c7bb181793ab42a33f153a7b197, server=f15dd41c88ad,38499,1733746570574 because future has completed 2024-12-09T12:16:17,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=16 2024-12-09T12:16:17,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=16, state=SUCCESS, hasLock=false; CloseRegionProcedure 350a1c7bb181793ab42a33f153a7b197, server=f15dd41c88ad,38499,1733746570574 in 309 msec 2024-12-09T12:16:17,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=350a1c7bb181793ab42a33f153a7b197, UNASSIGN in 329 msec 2024-12-09T12:16:17,863 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/e62b043cf7a325aa342e618086546283/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T12:16:17,866 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:17,866 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1676): Region close journal for e62b043cf7a325aa342e618086546283: Waiting for close lock at 1733746577826Running coprocessor pre-close hooks at 1733746577826Disabling compacts and flushes for region at 1733746577826Disabling writes for close at 1733746577826Writing region close event to WAL at 1733746577839 (+13 ms)Running coprocessor post-close hooks at 1733746577865 (+26 ms)Closed at 1733746577866 (+1 ms) 2024-12-09T12:16:17,872 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(157): Closed e62b043cf7a325aa342e618086546283 2024-12-09T12:16:17,873 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=e62b043cf7a325aa342e618086546283, regionState=CLOSED 2024-12-09T12:16:17,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=17, state=RUNNABLE, hasLock=false; CloseRegionProcedure e62b043cf7a325aa342e618086546283, server=f15dd41c88ad,38499,1733746570574 because future has completed 2024-12-09T12:16:17,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=17 2024-12-09T12:16:17,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-12-09T12:16:17,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e62b043cf7a325aa342e618086546283, UNASSIGN in 364 msec 2024-12-09T12:16:17,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=17, state=SUCCESS, hasLock=false; CloseRegionProcedure e62b043cf7a325aa342e618086546283, server=f15dd41c88ad,38499,1733746570574 in 339 msec 2024-12-09T12:16:17,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-09T12:16:17,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 379 msec 2024-12-09T12:16:17,904 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733746577904"}]},"ts":"1733746577904"} 2024-12-09T12:16:17,910 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=DISABLED in hbase:meta 2024-12-09T12:16:17,910 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testForCheckingIfEnableAndDisableWorksFineAfterSwitch to state=DISABLED 2024-12-09T12:16:17,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; DisableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 411 msec 2024-12-09T12:16:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T12:16:18,137 INFO [RPCClient-NioEventLoopGroup-5-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testForCheckingIfEnableAndDisableWorksFineAfterSwitch completed 2024-12-09T12:16:18,141 INFO [Time-limited test {}] master.HMaster(3321): ***** STOPPING master 'f15dd41c88ad,42349,1733746570373' ***** 2024-12-09T12:16:18,141 INFO [Time-limited test {}] master.HMaster(3323): STOPPED: stopping the active master so that the backup can become active 2024-12-09T12:16:18,141 INFO [M:1;f15dd41c88ad:42349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T12:16:18,141 INFO [M:1;f15dd41c88ad:42349 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:1;f15dd41c88ad:42349. 2024-12-09T12:16:18,142 DEBUG [M:1;f15dd41c88ad:42349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:630) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T12:16:18,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T12:16:18,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:18,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T12:16:18,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:18,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T12:16:18,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:18,146 INFO [Time-limited test {}] hbase.LocalHBaseCluster(362): Waiting on f15dd41c88ad,42349,1733746570373 2024-12-09T12:16:18,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T12:16:18,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T12:16:18,147 DEBUG [zk-event-processor-pool-0 {}] master.ActiveMasterManager(204): No master available. Notifying waiting threads 2024-12-09T12:16:18,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T12:16:18,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T12:16:18,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:18,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:18,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:18,152 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T12:16:18,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T12:16:18,156 DEBUG [M:1;f15dd41c88ad:42349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T12:16:18,156 INFO [M:1;f15dd41c88ad:42349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T12:16:18,156 DEBUG [M:1;f15dd41c88ad:42349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T12:16:18,157 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f15dd41c88ad,40025,1733746569449 from backup master directory 2024-12-09T12:16:18,157 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T12:16:18,158 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.large.0-1733746573862 {}] cleaner.HFileCleaner(306): Exit Thread[master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.large.0-1733746573862,5,FailOnTimeoutGroup] 2024-12-09T12:16:18,158 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.small.0-1733746573863 {}] cleaner.HFileCleaner(306): Exit Thread[master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.small.0-1733746573863,5,FailOnTimeoutGroup] 2024-12-09T12:16:18,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T12:16:18,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f15dd41c88ad,40025,1733746569449 2024-12-09T12:16:18,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T12:16:18,159 WARN [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T12:16:18,159 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f15dd41c88ad,40025,1733746569449 2024-12-09T12:16:18,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T12:16:18,162 DEBUG [M:1;f15dd41c88ad:42349 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T12:16:18,163 INFO [M:1;f15dd41c88ad:42349 {}] hbase.ChoreService(370): Chore service for: master/f15dd41c88ad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T12:16:18,164 INFO [M:1;f15dd41c88ad:42349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T12:16:18,164 DEBUG [M:1;f15dd41c88ad:42349 {}] master.HMaster(1795): Stopping service threads 2024-12-09T12:16:18,164 INFO [M:1;f15dd41c88ad:42349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T12:16:18,166 INFO [M:1;f15dd41c88ad:42349 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T12:16:18,167 ERROR [M:1;f15dd41c88ad:42349 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2024-12-09T12:16:18,168 INFO [M:1;f15dd41c88ad:42349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T12:16:18,168 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T12:16:18,170 INFO [M:1;f15dd41c88ad:42349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/.lastflushedseqids 2024-12-09T12:16:18,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741840_1016 (size=354) 2024-12-09T12:16:18,195 INFO [M:1;f15dd41c88ad:42349 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T12:16:18,195 INFO [M:1;f15dd41c88ad:42349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T12:16:18,195 DEBUG [M:1;f15dd41c88ad:42349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T12:16:18,195 INFO [M:1;f15dd41c88ad:42349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T12:16:18,195 DEBUG [M:1;f15dd41c88ad:42349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T12:16:18,196 DEBUG [M:1;f15dd41c88ad:42349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T12:16:18,196 DEBUG [M:1;f15dd41c88ad:42349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T12:16:18,203 INFO [M:1;f15dd41c88ad:42349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=81.41 KB heapSize=98.50 KB 2024-12-09T12:16:18,204 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T12:16:18,204 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T12:16:18,230 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 26ms. 2024-12-09T12:16:18,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741841_1017 (size=196) 2024-12-09T12:16:18,333 DEBUG [M:1;f15dd41c88ad:42349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68460131c5e14955b58939d59ec417a8 is 82, key is hbase:meta,,1/info:regioninfo/1733746574893/Put/seqid=0 2024-12-09T12:16:18,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741842_1018 (size=5672) 2024-12-09T12:16:18,356 INFO [M:1;f15dd41c88ad:42349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68460131c5e14955b58939d59ec417a8 2024-12-09T12:16:18,441 DEBUG [M:1;f15dd41c88ad:42349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e3f3f35e4ff45acb740ed9a055fb9a4 is 1111, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733746576554/Put/seqid=0 2024-12-09T12:16:18,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741843_1019 (size=7375) 2024-12-09T12:16:18,453 INFO [M:1;f15dd41c88ad:42349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=80.85 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e3f3f35e4ff45acb740ed9a055fb9a4 2024-12-09T12:16:18,490 DEBUG [M:1;f15dd41c88ad:42349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36b745ce566a43f8957155195a3868c7 is 69, key is f15dd41c88ad,38499,1733746570574/rs:state/1733746573924/Put/seqid=0 2024-12-09T12:16:18,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741844_1020 (size=5156) 2024-12-09T12:16:18,501 INFO [M:1;f15dd41c88ad:42349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36b745ce566a43f8957155195a3868c7 2024-12-09T12:16:18,516 DEBUG [M:1;f15dd41c88ad:42349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68460131c5e14955b58939d59ec417a8 as hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68460131c5e14955b58939d59ec417a8 2024-12-09T12:16:18,532 INFO [M:1;f15dd41c88ad:42349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68460131c5e14955b58939d59ec417a8, entries=8, sequenceid=176, filesize=5.5 K 2024-12-09T12:16:18,536 DEBUG [M:1;f15dd41c88ad:42349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e3f3f35e4ff45acb740ed9a055fb9a4 as hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e3f3f35e4ff45acb740ed9a055fb9a4 2024-12-09T12:16:18,545 INFO [M:1;f15dd41c88ad:42349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e3f3f35e4ff45acb740ed9a055fb9a4, entries=22, sequenceid=176, filesize=7.2 K 2024-12-09T12:16:18,547 DEBUG [M:1;f15dd41c88ad:42349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36b745ce566a43f8957155195a3868c7 as hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36b745ce566a43f8957155195a3868c7 2024-12-09T12:16:18,556 INFO [M:1;f15dd41c88ad:42349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36b745ce566a43f8957155195a3868c7, entries=1, sequenceid=176, filesize=5.0 K 2024-12-09T12:16:18,566 INFO [M:1;f15dd41c88ad:42349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~81.41 KB/83363, heapSize ~98.20 KB/100560, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 361ms, sequenceid=176, compaction requested=false 2024-12-09T12:16:18,575 INFO [M:1;f15dd41c88ad:42349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T12:16:18,575 DEBUG [M:1;f15dd41c88ad:42349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733746578195Disabling compacts and flushes for region at 1733746578195Disabling writes for close at 1733746578196 (+1 ms)Obtaining lock to block concurrent updates at 1733746578203 (+7 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733746578203Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=83363, getHeapSize=100800, getOffHeapSize=0, getCellsCount=217 at 1733746578215 (+12 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733746578217 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733746578235 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733746578319 (+84 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733746578323 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733746578419 (+96 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733746578440 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733746578440Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733746578464 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733746578487 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733746578487Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6cd777: reopening flushed file at 1733746578514 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a5727c: reopening flushed file at 1733746578534 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e5171ca: reopening flushed file at 1733746578546 (+12 ms)Finished flush of dataSize ~81.41 KB/83363, heapSize ~98.20 KB/100560, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 361ms, sequenceid=176, compaction requested=false at 1733746578566 (+20 ms)Writing region close event to WAL at 1733746578575 (+9 ms)Closed at 1733746578575 2024-12-09T12:16:18,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741830_1006 (size=95386) 2024-12-09T12:16:18,583 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T12:16:18,583 INFO [M:1;f15dd41c88ad:42349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T12:16:18,583 INFO [M:1;f15dd41c88ad:42349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42349 2024-12-09T12:16:18,588 INFO [M:1;f15dd41c88ad:42349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T12:16:18,618 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f15dd41c88ad:42349 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f15dd41c88ad/172.17.0.3:42349 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T12:16:18,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.FailedServers(52): Added failed server with address f15dd41c88ad:42349 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f15dd41c88ad/172.17.0.3:42349 2024-12-09T12:16:18,675 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T12:16:18,676 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T12:16:18,677 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T12:16:18,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T12:16:18,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42349-0x1012b1cbc900001, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T12:16:18,696 INFO [M:1;f15dd41c88ad:42349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T12:16:18,699 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-09T12:16:18,706 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/WALs/f15dd41c88ad,42349,1733746570373 to hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/WALs/f15dd41c88ad,42349,1733746570373-dead as it is dead 2024-12-09T12:16:18,709 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-09T12:16:18,710 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-09T12:16:18,710 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/WALs/f15dd41c88ad,42349,1733746570373-dead/f15dd41c88ad%2C42349%2C1733746570373.1733746572421 2024-12-09T12:16:18,718 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/WALs/f15dd41c88ad,42349,1733746570373-dead/f15dd41c88ad%2C42349%2C1733746570373.1733746572421 after 6ms 2024-12-09T12:16:18,721 DEBUG [RS:0;f15dd41c88ad:38499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T12:16:18,721 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/WALs/f15dd41c88ad,42349,1733746570373-dead/f15dd41c88ad%2C42349%2C1733746570373.1733746572421 to hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f15dd41c88ad%2C42349%2C1733746570373.1733746572421 2024-12-09T12:16:18,721 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/WALs/f15dd41c88ad,42349,1733746570373-dead 2024-12-09T12:16:18,724 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T12:16:18,724 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/WALs/f15dd41c88ad,40025,1733746569449 2024-12-09T12:16:18,725 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40025 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-09T12:16:18,727 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T12:16:18,733 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f15dd41c88ad%2C40025%2C1733746569449, suffix=, logDir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/WALs/f15dd41c88ad,40025,1733746569449, archiveDir=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/oldWALs, maxLogs=10 2024-12-09T12:16:18,759 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/WALs/f15dd41c88ad,40025,1733746569449/f15dd41c88ad%2C40025%2C1733746569449.1733746578733, exclude list is [], retry=0 2024-12-09T12:16:18,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33003,DS-c7539e15-a5b7-4b74-bb73-ca4c6d3e1fc6,DISK] 2024-12-09T12:16:18,771 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/WALs/f15dd41c88ad,40025,1733746569449/f15dd41c88ad%2C40025%2C1733746569449.1733746578733 2024-12-09T12:16:18,774 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36423:36423)] 2024-12-09T12:16:18,775 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T12:16:18,775 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T12:16:18,775 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:18,775 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:18,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:18,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T12:16:18,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:18,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68460131c5e14955b58939d59ec417a8 2024-12-09T12:16:18,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T12:16:18,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:18,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T12:16:18,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:18,833 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40025 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-09T12:16:18,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e3f3f35e4ff45acb740ed9a055fb9a4 2024-12-09T12:16:18,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T12:16:18,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:18,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T12:16:18,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:18,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36b745ce566a43f8957155195a3868c7 2024-12-09T12:16:18,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T12:16:18,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:18,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T12:16:18,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:18,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T12:16:18,887 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:18,889 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-09T12:16:18,889 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f15dd41c88ad%2C42349%2C1733746570373.1733746572421 2024-12-09T12:16:18,918 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 219, firstSequenceIdInLog=3, maxSequenceIdInLog=178, path=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f15dd41c88ad%2C42349%2C1733746570373.1733746572421 2024-12-09T12:16:18,920 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f15dd41c88ad%2C42349%2C1733746570373.1733746572421 2024-12-09T12:16:18,923 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:18,923 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:18,925 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T12:16:18,929 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T12:16:18,938 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40025 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-09T12:16:18,953 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/178.seqid, newMaxSeqId=178, maxSeqId=1 2024-12-09T12:16:18,956 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=179; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74730280, jitterRate=0.11356794834136963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T12:16:18,958 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733746578775Initializing all the Stores at 1733746578780 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733746578780Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733746578796 (+16 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733746578796Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733746578796Cleaning up temporary data from old regions at 1733746578923 (+127 ms)Region opened successfully at 1733746578958 (+35 ms) 2024-12-09T12:16:18,961 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T12:16:18,963 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a56573e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f15dd41c88ad/172.17.0.3:0 2024-12-09T12:16:18,991 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-09T12:16:18,992 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T12:16:18,992 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T12:16:18,992 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T12:16:18,993 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T12:16:19,020 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T12:16:19,027 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-09T12:16:19,027 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; DisableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-09T12:16:19,027 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 33 msec 2024-12-09T12:16:19,028 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T12:16:19,042 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40025 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-09T12:16:19,043 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f15dd41c88ad,38499,1733746570574, regionLocation=f15dd41c88ad,38499,1733746570574, openSeqNum=2 2024-12-09T12:16:19,043 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f15dd41c88ad,38499,1733746570574, table=hbase:meta, region=1588230740 2024-12-09T12:16:19,043 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f15dd41c88ad,38499,1733746570574, state=OPEN 2024-12-09T12:16:19,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T12:16:19,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T12:16:19,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T12:16:19,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T12:16:19,056 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-09T12:16:19,057 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.ServerManager(517): Registering regionserver=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:19,059 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T12:16:19,060 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T12:16:19,062 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T12:16:19,064 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T12:16:19,067 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T12:16:19,067 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T12:16:19,075 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T12:16:19,077 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T12:16:19,078 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T12:16:19,085 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T12:16:19,088 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T12:16:19,090 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T12:16:19,090 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f15dd41c88ad,40025,1733746569449, sessionid=0x1012b1cbc900000, setting cluster-up flag (Was=true) 2024-12-09T12:16:19,093 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T12:16:19,095 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f15dd41c88ad,40025,1733746569449 2024-12-09T12:16:19,100 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T12:16:19,104 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f15dd41c88ad,40025,1733746569449 2024-12-09T12:16:19,107 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/.lastflushedseqids 2024-12-09T12:16:19,119 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T12:16:19,119 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T12:16:19,119 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f15dd41c88ad,40025,1733746569449 Number of backup masters: 0 Number of live region servers: 1 f15dd41c88ad,38499,1733746570574 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T12:16:19,129 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f15dd41c88ad:0, corePoolSize=5, maxPoolSize=5 2024-12-09T12:16:19,129 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f15dd41c88ad:0, corePoolSize=5, maxPoolSize=5 2024-12-09T12:16:19,129 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f15dd41c88ad:0, corePoolSize=5, maxPoolSize=5 2024-12-09T12:16:19,129 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f15dd41c88ad:0, corePoolSize=5, maxPoolSize=5 2024-12-09T12:16:19,129 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f15dd41c88ad:0, corePoolSize=10, maxPoolSize=10 2024-12-09T12:16:19,129 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1 2024-12-09T12:16:19,129 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f15dd41c88ad:0, corePoolSize=2, maxPoolSize=2 2024-12-09T12:16:19,129 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f15dd41c88ad:0, corePoolSize=1, maxPoolSize=1 2024-12-09T12:16:19,140 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733746609140 2024-12-09T12:16:19,141 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T12:16:19,141 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T12:16:19,141 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T12:16:19,141 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T12:16:19,141 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T12:16:19,141 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T12:16:19,142 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:19,142 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T12:16:19,143 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T12:16:19,143 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T12:16:19,143 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T12:16:19,143 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T12:16:19,145 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.large.0-1733746579143,5,FailOnTimeoutGroup] 2024-12-09T12:16:19,145 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.small.0-1733746579145,5,FailOnTimeoutGroup] 2024-12-09T12:16:19,146 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:19,146 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40025 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-09T12:16:19,155 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T12:16:19,155 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:19,156 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:19,156 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733746579156, completionTime=-1 2024-12-09T12:16:19,156 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-09T12:16:19,156 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T12:16:19,156 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T12:16:19,156 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f15dd41c88ad,38499,1733746570574, seqNum=-1] 2024-12-09T12:16:19,157 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T12:16:19,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T12:16:19,171 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=81f32e68ac0c3f22b31dc6942dfe169e, regionState=CLOSED, lastHost=f15dd41c88ad,38499,1733746570574, regionLocation=f15dd41c88ad,38499,1733746570574, openSeqNum=2 2024-12-09T12:16:19,172 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=350a1c7bb181793ab42a33f153a7b197, regionState=CLOSED, lastHost=f15dd41c88ad,38499,1733746570574, regionLocation=f15dd41c88ad,38499,1733746570574, openSeqNum=2 2024-12-09T12:16:19,172 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e62b043cf7a325aa342e618086546283, regionState=CLOSED, lastHost=f15dd41c88ad,38499,1733746570574, regionLocation=f15dd41c88ad,38499,1733746570574, openSeqNum=2 2024-12-09T12:16:19,173 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=acb8b37ccc3e96dd0dd2761b604ec94c, regionState=CLOSED, lastHost=f15dd41c88ad,38499,1733746570574, regionLocation=f15dd41c88ad,38499,1733746570574, openSeqNum=2 2024-12-09T12:16:19,173 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-09T12:16:19,173 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733746639173 2024-12-09T12:16:19,173 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733746699173 2024-12-09T12:16:19,173 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 17 msec 2024-12-09T12:16:19,174 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,40025,1733746569449-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:19,174 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,40025,1733746569449-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:19,174 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,40025,1733746569449-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:19,174 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f15dd41c88ad:40025, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:19,174 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:19,187 DEBUG [master/f15dd41c88ad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T12:16:19,188 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:19,197 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.037sec 2024-12-09T12:16:19,197 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T12:16:19,197 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T12:16:19,198 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T12:16:19,198 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T12:16:19,198 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T12:16:19,198 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,40025,1733746569449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T12:16:19,198 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,40025,1733746569449-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T12:16:19,200 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Enabling table 2024-12-09T12:16:19,205 WARN [RPCClient-NioEventLoopGroup-5-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f15dd41c88ad:42349 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f15dd41c88ad/172.17.0.3:42349 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T12:16:19,210 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.FailedServers(52): Added failed server with address f15dd41c88ad:42349 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f15dd41c88ad/172.17.0.3:42349 2024-12-09T12:16:19,215 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T12:16:19,215 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T12:16:19,216 INFO [master/f15dd41c88ad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f15dd41c88ad,40025,1733746569449-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T12:16:19,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T12:16:19,316 WARN [RPCClient-NioEventLoopGroup-5-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f15dd41c88ad:42349 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f15dd41c88ad/172.17.0.3:42349 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T12:16:19,317 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.FailedServers(52): Added failed server with address f15dd41c88ad:42349 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f15dd41c88ad/172.17.0.3:42349 2024-12-09T12:16:19,320 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f15dd41c88ad,40025,1733746569449 2024-12-09T12:16:19,320 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@579f8ad6 2024-12-09T12:16:19,320 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T12:16:19,328 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T12:16:19,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.HMaster$12(2787): Client=jenkins//172.17.0.3 enable testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-09T12:16:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:ENABLE_TABLE_PREPARE, hasLock=false; EnableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-09T12:16:19,348 INFO [PEWorker-1 {}] procedure.EnableTableProcedure(296): Attempting to enable the table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-09T12:16:19,348 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733746579348"}]},"ts":"1733746579348"} 2024-12-09T12:16:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T12:16:19,354 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLING in hbase:meta 2024-12-09T12:16:19,360 DEBUG [PEWorker-1 {}] procedure.EnableTableProcedure(107): No change in number of region replicas (configuredReplicaCount=1); assigning. 2024-12-09T12:16:19,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=81f32e68ac0c3f22b31dc6942dfe169e, ASSIGN}, {pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=350a1c7bb181793ab42a33f153a7b197, ASSIGN}, {pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e62b043cf7a325aa342e618086546283, ASSIGN}, {pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=acb8b37ccc3e96dd0dd2761b604ec94c, ASSIGN}] 2024-12-09T12:16:19,367 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=acb8b37ccc3e96dd0dd2761b604ec94c, ASSIGN 2024-12-09T12:16:19,367 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=350a1c7bb181793ab42a33f153a7b197, ASSIGN 2024-12-09T12:16:19,367 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=81f32e68ac0c3f22b31dc6942dfe169e, ASSIGN 2024-12-09T12:16:19,368 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e62b043cf7a325aa342e618086546283, ASSIGN 2024-12-09T12:16:19,369 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost f15dd41c88ad,38499,1733746570574 as the location for region acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:19,369 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost f15dd41c88ad,38499,1733746570574 as the location for region 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:19,369 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=acb8b37ccc3e96dd0dd2761b604ec94c, ASSIGN; state=CLOSED, location=f15dd41c88ad,38499,1733746570574; forceNewPlan=false, retain=true 2024-12-09T12:16:19,369 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=350a1c7bb181793ab42a33f153a7b197, ASSIGN; state=CLOSED, location=f15dd41c88ad,38499,1733746570574; forceNewPlan=false, retain=true 2024-12-09T12:16:19,370 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost f15dd41c88ad,38499,1733746570574 as the location for region 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:19,370 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=81f32e68ac0c3f22b31dc6942dfe169e, ASSIGN; state=CLOSED, location=f15dd41c88ad,38499,1733746570574; forceNewPlan=false, retain=true 2024-12-09T12:16:19,371 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost f15dd41c88ad,38499,1733746570574 as the location for region e62b043cf7a325aa342e618086546283 2024-12-09T12:16:19,371 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e62b043cf7a325aa342e618086546283, ASSIGN; state=CLOSED, location=f15dd41c88ad,38499,1733746570574; forceNewPlan=false, retain=true 2024-12-09T12:16:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T12:16:19,521 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=350a1c7bb181793ab42a33f153a7b197, regionState=OPENING, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:19,521 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=81f32e68ac0c3f22b31dc6942dfe169e, regionState=OPENING, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:19,522 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=e62b043cf7a325aa342e618086546283, regionState=OPENING, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:19,523 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=acb8b37ccc3e96dd0dd2761b604ec94c, regionState=OPENING, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:19,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=350a1c7bb181793ab42a33f153a7b197, ASSIGN because future has completed 2024-12-09T12:16:19,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 350a1c7bb181793ab42a33f153a7b197, server=f15dd41c88ad,38499,1733746570574}] 2024-12-09T12:16:19,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=81f32e68ac0c3f22b31dc6942dfe169e, ASSIGN because future has completed 2024-12-09T12:16:19,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=acb8b37ccc3e96dd0dd2761b604ec94c, ASSIGN because future has completed 2024-12-09T12:16:19,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81f32e68ac0c3f22b31dc6942dfe169e, server=f15dd41c88ad,38499,1733746570574}] 2024-12-09T12:16:19,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e62b043cf7a325aa342e618086546283, ASSIGN because future has completed 2024-12-09T12:16:19,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure e62b043cf7a325aa342e618086546283, server=f15dd41c88ad,38499,1733746570574}] 2024-12-09T12:16:19,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure acb8b37ccc3e96dd0dd2761b604ec94c, server=f15dd41c88ad,38499,1733746570574}] 2024-12-09T12:16:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T12:16:19,681 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T12:16:19,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T12:16:19,688 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:19,688 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => e62b043cf7a325aa342e618086546283, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283.', STARTKEY => 'm\xED\xED\xED\xED', ENDKEY => 'zzzzz'} 2024-12-09T12:16:19,689 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch e62b043cf7a325aa342e618086546283 2024-12-09T12:16:19,689 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T12:16:19,689 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for e62b043cf7a325aa342e618086546283 2024-12-09T12:16:19,689 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for e62b043cf7a325aa342e618086546283 2024-12-09T12:16:19,691 INFO [StoreOpener-e62b043cf7a325aa342e618086546283-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e62b043cf7a325aa342e618086546283 2024-12-09T12:16:19,693 INFO [StoreOpener-e62b043cf7a325aa342e618086546283-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62b043cf7a325aa342e618086546283 columnFamilyName family 2024-12-09T12:16:19,693 DEBUG [StoreOpener-e62b043cf7a325aa342e618086546283-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:19,693 INFO [StoreOpener-e62b043cf7a325aa342e618086546283-1 {}] regionserver.HStore(327): Store=e62b043cf7a325aa342e618086546283/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T12:16:19,694 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for e62b043cf7a325aa342e618086546283 2024-12-09T12:16:19,695 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/e62b043cf7a325aa342e618086546283 2024-12-09T12:16:19,696 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/e62b043cf7a325aa342e618086546283 2024-12-09T12:16:19,697 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for e62b043cf7a325aa342e618086546283 2024-12-09T12:16:19,697 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for e62b043cf7a325aa342e618086546283 2024-12-09T12:16:19,700 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for e62b043cf7a325aa342e618086546283 2024-12-09T12:16:19,702 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1114): Opened e62b043cf7a325aa342e618086546283; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66733514, jitterRate=-0.005593150854110718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T12:16:19,702 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e62b043cf7a325aa342e618086546283 2024-12-09T12:16:19,703 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for e62b043cf7a325aa342e618086546283: Running coprocessor pre-open hook at 1733746579689Writing region info on filesystem at 1733746579689Initializing all the Stores at 1733746579691 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733746579691Cleaning up temporary data from old regions at 1733746579697 (+6 ms)Running coprocessor post-open hooks at 1733746579702 (+5 ms)Region opened successfully at 1733746579703 (+1 ms) 2024-12-09T12:16:19,707 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283., pid=30, masterSystemTime=1733746579681 2024-12-09T12:16:19,711 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:19,711 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:19,712 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:19,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=e62b043cf7a325aa342e618086546283, regionState=OPEN, openSeqNum=5, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:19,712 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 350a1c7bb181793ab42a33f153a7b197, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197.', STARTKEY => 'aaaaa', ENDKEY => 'm\xED\xED\xED\xED'} 2024-12-09T12:16:19,712 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:19,713 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T12:16:19,713 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:19,713 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:19,715 INFO [StoreOpener-350a1c7bb181793ab42a33f153a7b197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:19,717 INFO [StoreOpener-350a1c7bb181793ab42a33f153a7b197-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350a1c7bb181793ab42a33f153a7b197 columnFamilyName family 2024-12-09T12:16:19,717 DEBUG [StoreOpener-350a1c7bb181793ab42a33f153a7b197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:19,718 INFO [StoreOpener-350a1c7bb181793ab42a33f153a7b197-1 {}] regionserver.HStore(327): Store=350a1c7bb181793ab42a33f153a7b197/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T12:16:19,718 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:19,719 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:19,721 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:19,721 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:19,722 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:19,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure e62b043cf7a325aa342e618086546283, server=f15dd41c88ad,38499,1733746570574 because future has completed 2024-12-09T12:16:19,727 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:19,732 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 350a1c7bb181793ab42a33f153a7b197; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67212485, jitterRate=0.001544073224067688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T12:16:19,732 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:19,732 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 350a1c7bb181793ab42a33f153a7b197: Running coprocessor pre-open hook at 1733746579713Writing region info on filesystem at 1733746579713Initializing all the Stores at 1733746579715 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733746579715Cleaning up temporary data from old regions at 1733746579722 (+7 ms)Running coprocessor post-open hooks at 1733746579732 (+10 ms)Region opened successfully at 1733746579732 2024-12-09T12:16:19,734 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197., pid=28, masterSystemTime=1733746579681 2024-12-09T12:16:19,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=26 2024-12-09T12:16:19,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure e62b043cf7a325aa342e618086546283, server=f15dd41c88ad,38499,1733746570574 in 192 msec 2024-12-09T12:16:19,738 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:19,738 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:19,738 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:19,738 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => acb8b37ccc3e96dd0dd2761b604ec94c, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c.', STARTKEY => 'zzzzz', ENDKEY => ''} 2024-12-09T12:16:19,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e62b043cf7a325aa342e618086546283, ASSIGN in 372 msec 2024-12-09T12:16:19,739 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=350a1c7bb181793ab42a33f153a7b197, regionState=OPEN, openSeqNum=5, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:19,739 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:19,739 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T12:16:19,739 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:19,739 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:19,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 350a1c7bb181793ab42a33f153a7b197, server=f15dd41c88ad,38499,1733746570574 because future has completed 2024-12-09T12:16:19,743 INFO [StoreOpener-acb8b37ccc3e96dd0dd2761b604ec94c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:19,745 INFO [StoreOpener-acb8b37ccc3e96dd0dd2761b604ec94c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acb8b37ccc3e96dd0dd2761b604ec94c columnFamilyName family 2024-12-09T12:16:19,745 DEBUG [StoreOpener-acb8b37ccc3e96dd0dd2761b604ec94c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:19,745 INFO [StoreOpener-acb8b37ccc3e96dd0dd2761b604ec94c-1 {}] regionserver.HStore(327): Store=acb8b37ccc3e96dd0dd2761b604ec94c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T12:16:19,746 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:19,747 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:19,749 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:19,751 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:19,751 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:19,754 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:19,755 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened acb8b37ccc3e96dd0dd2761b604ec94c; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63746311, jitterRate=-0.05010594427585602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T12:16:19,755 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:19,755 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for acb8b37ccc3e96dd0dd2761b604ec94c: Running coprocessor pre-open hook at 1733746579740Writing region info on filesystem at 1733746579740Initializing all the Stores at 1733746579741 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733746579741Cleaning up temporary data from old regions at 1733746579751 (+10 ms)Running coprocessor post-open hooks at 1733746579755 (+4 ms)Region opened successfully at 1733746579755 2024-12-09T12:16:19,757 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c., pid=31, masterSystemTime=1733746579681 2024-12-09T12:16:19,762 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:19,762 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=acb8b37ccc3e96dd0dd2761b604ec94c, regionState=OPEN, openSeqNum=5, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:19,762 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:19,762 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:19,762 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7752): Opening region: {ENCODED => 81f32e68ac0c3f22b31dc6942dfe169e, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e.', STARTKEY => '', ENDKEY => 'aaaaa'} 2024-12-09T12:16:19,763 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:19,763 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T12:16:19,763 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7794): checking encryption for 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:19,763 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7797): checking classloading for 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:19,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure acb8b37ccc3e96dd0dd2761b604ec94c, server=f15dd41c88ad,38499,1733746570574 because future has completed 2024-12-09T12:16:19,766 INFO [StoreOpener-81f32e68ac0c3f22b31dc6942dfe169e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:19,768 INFO [StoreOpener-81f32e68ac0c3f22b31dc6942dfe169e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81f32e68ac0c3f22b31dc6942dfe169e columnFamilyName family 2024-12-09T12:16:19,768 DEBUG [StoreOpener-81f32e68ac0c3f22b31dc6942dfe169e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T12:16:19,769 INFO [StoreOpener-81f32e68ac0c3f22b31dc6942dfe169e-1 {}] regionserver.HStore(327): Store=81f32e68ac0c3f22b31dc6942dfe169e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T12:16:19,769 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1038): replaying wal for 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:19,770 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:19,772 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:19,773 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1048): stopping wal replay for 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:19,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=27 2024-12-09T12:16:19,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure acb8b37ccc3e96dd0dd2761b604ec94c, server=f15dd41c88ad,38499,1733746570574 in 231 msec 2024-12-09T12:16:19,773 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1060): Cleaning up temporary data for 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:19,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-12-09T12:16:19,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 350a1c7bb181793ab42a33f153a7b197, server=f15dd41c88ad,38499,1733746570574 in 243 msec 2024-12-09T12:16:19,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=acb8b37ccc3e96dd0dd2761b604ec94c, ASSIGN in 410 msec 2024-12-09T12:16:19,777 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1093): writing seq id for 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:19,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=350a1c7bb181793ab42a33f153a7b197, ASSIGN in 412 msec 2024-12-09T12:16:19,779 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1114): Opened 81f32e68ac0c3f22b31dc6942dfe169e; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67613019, jitterRate=0.007512494921684265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T12:16:19,779 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:19,779 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1006): Region open journal for 81f32e68ac0c3f22b31dc6942dfe169e: Running coprocessor pre-open hook at 1733746579763Writing region info on filesystem at 1733746579763Initializing all the Stores at 1733746579766 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733746579766Cleaning up temporary data from old regions at 1733746579773 (+7 ms)Running coprocessor post-open hooks at 1733746579779 (+6 ms)Region opened successfully at 1733746579779 2024-12-09T12:16:19,781 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e., pid=29, masterSystemTime=1733746579681 2024-12-09T12:16:19,784 DEBUG [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:19,785 INFO [RS_OPEN_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:19,785 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=81f32e68ac0c3f22b31dc6942dfe169e, regionState=OPEN, openSeqNum=5, regionLocation=f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:19,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81f32e68ac0c3f22b31dc6942dfe169e, server=f15dd41c88ad,38499,1733746570574 because future has completed 2024-12-09T12:16:19,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=24 2024-12-09T12:16:19,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 81f32e68ac0c3f22b31dc6942dfe169e, server=f15dd41c88ad,38499,1733746570574 in 263 msec 2024-12-09T12:16:19,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-09T12:16:19,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=81f32e68ac0c3f22b31dc6942dfe169e, ASSIGN in 442 msec 2024-12-09T12:16:19,813 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733746579812"}]},"ts":"1733746579812"} 2024-12-09T12:16:19,818 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLED in hbase:meta 2024-12-09T12:16:19,819 INFO [PEWorker-5 {}] procedure.EnableTableProcedure(310): Table 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch' was successfully enabled. 2024-12-09T12:16:19,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; EnableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 490 msec 2024-12-09T12:16:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T12:16:19,977 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Waiting for no more RIT 2024-12-09T12:16:19,977 INFO [RPCClient-NioEventLoopGroup-5-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: ENABLE, Table Name: default:testForCheckingIfEnableAndDisableWorksFineAfterSwitch completed 2024-12-09T12:16:19,977 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T12:16:19,977 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Verifying there are 5 assigned on cluster 2024-12-09T12:16:19,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T12:16:19,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T12:16:19,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable.testForCheckingIfEnableAndDisableWorksFineAfterSwitch(TestMasterRestartAfterDisablingTable.java:126) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T12:16:19,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T12:16:19,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T12:16:19,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T12:16:19,979 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T12:16:19,979 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1854267967, stopped=false 2024-12-09T12:16:19,980 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f15dd41c88ad,40025,1733746569449 2024-12-09T12:16:19,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T12:16:19,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T12:16:19,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:19,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:19,983 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T12:16:19,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T12:16:19,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable.testForCheckingIfEnableAndDisableWorksFineAfterSwitch(TestMasterRestartAfterDisablingTable.java:126) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T12:16:19,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T12:16:19,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T12:16:19,984 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f15dd41c88ad,38499,1733746570574' ***** 2024-12-09T12:16:19,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T12:16:19,984 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T12:16:19,985 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T12:16:19,985 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T12:16:19,985 INFO [RS:0;f15dd41c88ad:38499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T12:16:19,985 INFO [RS:0;f15dd41c88ad:38499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T12:16:19,985 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(3091): Received CLOSE for e62b043cf7a325aa342e618086546283 2024-12-09T12:16:19,986 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(3091): Received CLOSE for 350a1c7bb181793ab42a33f153a7b197 2024-12-09T12:16:19,986 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(3091): Received CLOSE for acb8b37ccc3e96dd0dd2761b604ec94c 2024-12-09T12:16:19,986 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(3091): Received CLOSE for 81f32e68ac0c3f22b31dc6942dfe169e 2024-12-09T12:16:19,986 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(959): stopping server f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:19,986 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T12:16:19,986 INFO [RS:0;f15dd41c88ad:38499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f15dd41c88ad:38499. 2024-12-09T12:16:19,986 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e62b043cf7a325aa342e618086546283, disabling compactions & flushes 2024-12-09T12:16:19,986 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:19,986 DEBUG [RS:0;f15dd41c88ad:38499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T12:16:19,986 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:19,986 DEBUG [RS:0;f15dd41c88ad:38499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T12:16:19,986 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. after waiting 0 ms 2024-12-09T12:16:19,987 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:19,987 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T12:16:19,987 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T12:16:19,987 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T12:16:19,987 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T12:16:19,988 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-09T12:16:19,988 DEBUG [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(1325): Online Regions={e62b043cf7a325aa342e618086546283=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283., 350a1c7bb181793ab42a33f153a7b197=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197., acb8b37ccc3e96dd0dd2761b604ec94c=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c., 81f32e68ac0c3f22b31dc6942dfe169e=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e., 1588230740=hbase:meta,,1.1588230740} 2024-12-09T12:16:19,988 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T12:16:19,988 INFO [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T12:16:19,988 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T12:16:19,989 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T12:16:19,989 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T12:16:19,989 DEBUG [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 350a1c7bb181793ab42a33f153a7b197, 81f32e68ac0c3f22b31dc6942dfe169e, acb8b37ccc3e96dd0dd2761b604ec94c, e62b043cf7a325aa342e618086546283 2024-12-09T12:16:19,989 INFO [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.33 KB heapSize=24.70 KB 2024-12-09T12:16:19,996 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/e62b043cf7a325aa342e618086546283/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-09T12:16:19,997 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:19,997 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e62b043cf7a325aa342e618086546283: Waiting for close lock at 1733746579986Running coprocessor pre-close hooks at 1733746579986Disabling compacts and flushes for region at 1733746579986Disabling writes for close at 1733746579987 (+1 ms)Writing region close event to WAL at 1733746579987Running coprocessor post-close hooks at 1733746579997 (+10 ms)Closed at 1733746579997 2024-12-09T12:16:19,997 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733746575283.e62b043cf7a325aa342e618086546283. 2024-12-09T12:16:19,998 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 350a1c7bb181793ab42a33f153a7b197, disabling compactions & flushes 2024-12-09T12:16:19,998 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:19,998 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:19,998 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. after waiting 0 ms 2024-12-09T12:16:19,998 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:20,005 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/350a1c7bb181793ab42a33f153a7b197/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-09T12:16:20,008 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:20,008 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 350a1c7bb181793ab42a33f153a7b197: Waiting for close lock at 1733746579998Running coprocessor pre-close hooks at 1733746579998Disabling compacts and flushes for region at 1733746579998Disabling writes for close at 1733746579998Writing region close event to WAL at 1733746579998Running coprocessor post-close hooks at 1733746580008 (+10 ms)Closed at 1733746580008 2024-12-09T12:16:20,008 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197. 2024-12-09T12:16:20,008 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acb8b37ccc3e96dd0dd2761b604ec94c, disabling compactions & flushes 2024-12-09T12:16:20,008 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:20,008 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:20,008 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. after waiting 0 ms 2024-12-09T12:16:20,008 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:20,014 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/acb8b37ccc3e96dd0dd2761b604ec94c/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-09T12:16:20,015 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:20,016 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acb8b37ccc3e96dd0dd2761b604ec94c: Waiting for close lock at 1733746580008Running coprocessor pre-close hooks at 1733746580008Disabling compacts and flushes for region at 1733746580008Disabling writes for close at 1733746580008Writing region close event to WAL at 1733746580009 (+1 ms)Running coprocessor post-close hooks at 1733746580015 (+6 ms)Closed at 1733746580015 2024-12-09T12:16:20,016 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733746575283.acb8b37ccc3e96dd0dd2761b604ec94c. 2024-12-09T12:16:20,016 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81f32e68ac0c3f22b31dc6942dfe169e, disabling compactions & flushes 2024-12-09T12:16:20,016 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:20,016 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:20,016 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. after waiting 0 ms 2024-12-09T12:16:20,016 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:20,022 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740/.tmp/info/58cd2f44d24448e2a64b2337a3a6e9e9 is 242, key is testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733746575283.350a1c7bb181793ab42a33f153a7b197./info:regioninfo/1733746579739/Put/seqid=0 2024-12-09T12:16:20,036 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/81f32e68ac0c3f22b31dc6942dfe169e/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-09T12:16:20,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741846_1022 (size=16093) 2024-12-09T12:16:20,040 INFO [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:20,040 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81f32e68ac0c3f22b31dc6942dfe169e: Waiting for close lock at 1733746580016Running coprocessor pre-close hooks at 1733746580016Disabling compacts and flushes for region at 1733746580016Disabling writes for close at 1733746580016Writing region close event to WAL at 1733746580016Running coprocessor post-close hooks at 1733746580040 (+24 ms)Closed at 1733746580040 2024-12-09T12:16:20,040 DEBUG [RS_CLOSE_REGION-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733746575283.81f32e68ac0c3f22b31dc6942dfe169e. 2024-12-09T12:16:20,043 INFO [regionserver/f15dd41c88ad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T12:16:20,043 INFO [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.76 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740/.tmp/info/58cd2f44d24448e2a64b2337a3a6e9e9 2024-12-09T12:16:20,043 INFO [regionserver/f15dd41c88ad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T12:16:20,075 INFO [regionserver/f15dd41c88ad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T12:16:20,133 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740/.tmp/ns/0bb48d8a11534d6c9b9e6d151bb05685 is 43, key is default/ns:d/1733746574988/Put/seqid=0 2024-12-09T12:16:20,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741847_1023 (size=5153) 2024-12-09T12:16:20,189 DEBUG [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T12:16:20,347 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T12:16:20,389 DEBUG [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T12:16:20,456 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T12:16:20,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T12:16:20,466 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T12:16:20,468 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T12:16:20,468 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T12:16:20,468 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T12:16:20,468 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T12:16:20,572 INFO [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740/.tmp/ns/0bb48d8a11534d6c9b9e6d151bb05685 2024-12-09T12:16:20,589 DEBUG [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T12:16:20,608 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740/.tmp/table/b5f1aa10973a4eda857c6515e19959af is 89, key is testForCheckingIfEnableAndDisableWorksFineAfterSwitch/table:state/1733746579812/Put/seqid=0 2024-12-09T12:16:20,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741848_1024 (size=5594) 2024-12-09T12:16:20,627 INFO [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=510 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740/.tmp/table/b5f1aa10973a4eda857c6515e19959af 2024-12-09T12:16:20,640 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740/.tmp/info/58cd2f44d24448e2a64b2337a3a6e9e9 as hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740/info/58cd2f44d24448e2a64b2337a3a6e9e9 2024-12-09T12:16:20,652 INFO [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740/info/58cd2f44d24448e2a64b2337a3a6e9e9, entries=60, sequenceid=37, filesize=15.7 K 2024-12-09T12:16:20,653 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740/.tmp/ns/0bb48d8a11534d6c9b9e6d151bb05685 as hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740/ns/0bb48d8a11534d6c9b9e6d151bb05685 2024-12-09T12:16:20,664 INFO [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740/ns/0bb48d8a11534d6c9b9e6d151bb05685, entries=2, sequenceid=37, filesize=5.0 K 2024-12-09T12:16:20,668 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740/.tmp/table/b5f1aa10973a4eda857c6515e19959af as hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740/table/b5f1aa10973a4eda857c6515e19959af 2024-12-09T12:16:20,681 INFO [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740/table/b5f1aa10973a4eda857c6515e19959af, entries=3, sequenceid=37, filesize=5.5 K 2024-12-09T12:16:20,684 INFO [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.33 KB/16727, heapSize ~24.41 KB/24992, currentSize=0 B/0 for 1588230740 in 695ms, sequenceid=37, compaction requested=false 2024-12-09T12:16:20,723 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-09T12:16:20,724 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T12:16:20,724 INFO [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T12:16:20,724 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733746579988Running coprocessor pre-close hooks at 1733746579988Disabling compacts and flushes for region at 1733746579988Disabling writes for close at 1733746579989 (+1 ms)Obtaining lock to block concurrent updates at 1733746579989Preparing flush snapshotting stores in 1588230740 at 1733746579989Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16727, getHeapSize=25232, getOffHeapSize=0, getCellsCount=100 at 1733746579989Flushing stores of hbase:meta,,1.1588230740 at 1733746579990 (+1 ms)Flushing 1588230740/info: creating writer at 1733746579990Flushing 1588230740/info: appending metadata at 1733746580021 (+31 ms)Flushing 1588230740/info: closing flushed file at 1733746580021Flushing 1588230740/ns: creating writer at 1733746580067 (+46 ms)Flushing 1588230740/ns: appending metadata at 1733746580132 (+65 ms)Flushing 1588230740/ns: closing flushed file at 1733746580132Flushing 1588230740/table: creating writer at 1733746580585 (+453 ms)Flushing 1588230740/table: appending metadata at 1733746580607 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733746580607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a98b316: reopening flushed file at 1733746580638 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17dd849d: reopening flushed file at 1733746580652 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d93d88e: reopening flushed file at 1733746580665 (+13 ms)Finished flush of dataSize ~16.33 KB/16727, heapSize ~24.41 KB/24992, currentSize=0 B/0 for 1588230740 in 695ms, sequenceid=37, compaction requested=false at 1733746580684 (+19 ms)Writing region close event to WAL at 1733746580715 (+31 ms)Running coprocessor post-close hooks at 1733746580724 (+9 ms)Closed at 1733746580724 2024-12-09T12:16:20,724 DEBUG [RS_CLOSE_META-regionserver/f15dd41c88ad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T12:16:20,790 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(976): stopping server f15dd41c88ad,38499,1733746570574; all regions closed. 2024-12-09T12:16:20,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741834_1010 (size=19381) 2024-12-09T12:16:20,801 DEBUG [RS:0;f15dd41c88ad:38499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/oldWALs 2024-12-09T12:16:20,801 INFO [RS:0;f15dd41c88ad:38499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f15dd41c88ad%2C38499%2C1733746570574.meta:.meta(num 1733746574781) 2024-12-09T12:16:20,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741833_1009 (size=6769) 2024-12-09T12:16:20,813 DEBUG [RS:0;f15dd41c88ad:38499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/oldWALs 2024-12-09T12:16:20,813 INFO [RS:0;f15dd41c88ad:38499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f15dd41c88ad%2C38499%2C1733746570574:(num 1733746574214) 2024-12-09T12:16:20,813 DEBUG [RS:0;f15dd41c88ad:38499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T12:16:20,813 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T12:16:20,813 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T12:16:20,813 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.ChoreService(370): Chore service for: regionserver/f15dd41c88ad:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T12:16:20,814 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T12:16:20,814 INFO [regionserver/f15dd41c88ad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T12:16:20,814 INFO [RS:0;f15dd41c88ad:38499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38499 2024-12-09T12:16:20,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f15dd41c88ad,38499,1733746570574 2024-12-09T12:16:20,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T12:16:20,817 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T12:16:20,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f15dd41c88ad,38499,1733746570574] 2024-12-09T12:16:20,822 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f15dd41c88ad,38499,1733746570574 already deleted, retry=false 2024-12-09T12:16:20,822 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f15dd41c88ad,38499,1733746570574 expired; onlineServers=0 2024-12-09T12:16:20,823 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f15dd41c88ad,40025,1733746569449' ***** 2024-12-09T12:16:20,823 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T12:16:20,823 INFO [M:0;f15dd41c88ad:40025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T12:16:20,823 INFO [M:0;f15dd41c88ad:40025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T12:16:20,823 DEBUG [M:0;f15dd41c88ad:40025 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T12:16:20,823 DEBUG [M:0;f15dd41c88ad:40025 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T12:16:20,823 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T12:16:20,823 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.large.0-1733746579143 {}] cleaner.HFileCleaner(306): Exit Thread[master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.large.0-1733746579143,5,FailOnTimeoutGroup] 2024-12-09T12:16:20,823 DEBUG [master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.small.0-1733746579145 {}] cleaner.HFileCleaner(306): Exit Thread[master/f15dd41c88ad:0:becomeActiveMaster-HFileCleaner.small.0-1733746579145,5,FailOnTimeoutGroup] 2024-12-09T12:16:20,823 INFO [M:0;f15dd41c88ad:40025 {}] hbase.ChoreService(370): Chore service for: master/f15dd41c88ad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T12:16:20,824 INFO [M:0;f15dd41c88ad:40025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T12:16:20,824 DEBUG [M:0;f15dd41c88ad:40025 {}] master.HMaster(1795): Stopping service threads 2024-12-09T12:16:20,824 INFO [M:0;f15dd41c88ad:40025 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T12:16:20,824 INFO [M:0;f15dd41c88ad:40025 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T12:16:20,824 INFO [M:0;f15dd41c88ad:40025 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T12:16:20,824 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T12:16:20,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T12:16:20,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T12:16:20,827 DEBUG [M:0;f15dd41c88ad:40025 {}] zookeeper.ZKUtil(347): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T12:16:20,827 WARN [M:0;f15dd41c88ad:40025 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T12:16:20,828 INFO [M:0;f15dd41c88ad:40025 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/.lastflushedseqids 2024-12-09T12:16:20,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741849_1025 (size=354) 2024-12-09T12:16:20,872 INFO [M:0;f15dd41c88ad:40025 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T12:16:20,873 INFO [M:0;f15dd41c88ad:40025 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T12:16:20,873 DEBUG [M:0;f15dd41c88ad:40025 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T12:16:20,873 INFO [M:0;f15dd41c88ad:40025 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T12:16:20,873 DEBUG [M:0;f15dd41c88ad:40025 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T12:16:20,873 DEBUG [M:0;f15dd41c88ad:40025 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T12:16:20,873 DEBUG [M:0;f15dd41c88ad:40025 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T12:16:20,873 INFO [M:0;f15dd41c88ad:40025 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=31.34 KB heapSize=38.83 KB 2024-12-09T12:16:20,915 DEBUG [M:0;f15dd41c88ad:40025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30ef4cf6d5d04802a2117d9703205497 is 376, key is \x00\x00\x00\x00\x00\x00\x00\x17/proc:d/1733746579831/Put/seqid=0 2024-12-09T12:16:20,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T12:16:20,919 INFO [RS:0;f15dd41c88ad:38499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T12:16:20,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1012b1cbc900002, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T12:16:20,920 INFO [RS:0;f15dd41c88ad:38499 {}] regionserver.HRegionServer(1031): Exiting; stopping=f15dd41c88ad,38499,1733746570574; zookeeper connection closed. 2024-12-09T12:16:20,931 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29372331 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29372331 2024-12-09T12:16:20,932 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-09T12:16:20,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741850_1026 (size=5632) 2024-12-09T12:16:21,338 INFO [M:0;f15dd41c88ad:40025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.34 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30ef4cf6d5d04802a2117d9703205497 2024-12-09T12:16:21,362 DEBUG [M:0;f15dd41c88ad:40025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30ef4cf6d5d04802a2117d9703205497 as hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30ef4cf6d5d04802a2117d9703205497 2024-12-09T12:16:21,383 INFO [M:0;f15dd41c88ad:40025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34911/user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30ef4cf6d5d04802a2117d9703205497, entries=9, sequenceid=252, filesize=5.5 K 2024-12-09T12:16:21,385 INFO [M:0;f15dd41c88ad:40025 {}] regionserver.HRegion(3140): Finished flush of dataSize ~31.34 KB/32094, heapSize ~38.06 KB/38976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 512ms, sequenceid=252, compaction requested=false 2024-12-09T12:16:21,410 INFO [M:0;f15dd41c88ad:40025 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T12:16:21,411 DEBUG [M:0;f15dd41c88ad:40025 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733746580873Disabling compacts and flushes for region at 1733746580873Disabling writes for close at 1733746580873Obtaining lock to block concurrent updates at 1733746580873Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733746580873Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=32094, getHeapSize=39696, getOffHeapSize=0, getCellsCount=88 at 1733746580874 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733746580875 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733746580875Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733746580914 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733746580914Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ca2c84: reopening flushed file at 1733746581351 (+437 ms)Finished flush of dataSize ~31.34 KB/32094, heapSize ~38.06 KB/38976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 512ms, sequenceid=252, compaction requested=false at 1733746581386 (+35 ms)Writing region close event to WAL at 1733746581410 (+24 ms)Closed at 1733746581410 2024-12-09T12:16:21,433 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ecc057d1-9695-3974-8784-0a7ef22e0be8/MasterData/WALs/f15dd41c88ad,40025,1733746569449/f15dd41c88ad%2C40025%2C1733746569449.1733746578733 not finished, retry = 0 2024-12-09T12:16:21,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741845_1021 (size=37497) 2024-12-09T12:16:21,535 INFO [M:0;f15dd41c88ad:40025 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T12:16:21,536 INFO [M:0;f15dd41c88ad:40025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40025 2024-12-09T12:16:21,536 INFO [M:0;f15dd41c88ad:40025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T12:16:21,536 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T12:16:21,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T12:16:21,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40025-0x1012b1cbc900000, quorum=127.0.0.1:61360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T12:16:21,642 INFO [M:0;f15dd41c88ad:40025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T12:16:21,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@652b7fd2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T12:16:21,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bd6c191{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T12:16:21,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T12:16:21,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3545d277{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T12:16:21,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61bba7f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/hadoop.log.dir/,STOPPED} 2024-12-09T12:16:21,685 WARN [BP-636185289-172.17.0.3-1733746566114 heartbeating to localhost/127.0.0.1:34911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T12:16:21,685 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T12:16:21,685 WARN [BP-636185289-172.17.0.3-1733746566114 heartbeating to localhost/127.0.0.1:34911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-636185289-172.17.0.3-1733746566114 (Datanode Uuid dd61b4e4-0ec7-43a7-a2eb-8756fdc4bde8) service to localhost/127.0.0.1:34911 2024-12-09T12:16:21,685 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T12:16:21,688 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/cluster_148cb18f-ec8f-ee82-6f1d-76c287680450/data/data2/current/BP-636185289-172.17.0.3-1733746566114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T12:16:21,688 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T12:16:21,690 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/cluster_148cb18f-ec8f-ee82-6f1d-76c287680450/data/data1/current/BP-636185289-172.17.0.3-1733746566114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T12:16:21,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0f5f3f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T12:16:21,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ce32234{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T12:16:21,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T12:16:21,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1297df6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T12:16:21,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eaa105d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f7ea42-5f5c-1e57-213c-3d01d3f2bc92/hadoop.log.dir/,STOPPED} 2024-12-09T12:16:21,730 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T12:16:21,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T12:16:21,785 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.TestMasterRestartAfterDisablingTable#testForCheckingIfEnableAndDisableWorksFineAfterSwitch Thread=70 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f15dd41c88ad:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (2042120633) connection to localhost/127.0.0.1:34911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2042120633) connection to localhost/127.0.0.1:34911 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f15dd41c88ad:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f15dd41c88ad:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@8790b85 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2042120633) connection to localhost/127.0.0.1:34911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=378 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=852 (was 865), ProcessCount=11 (was 11), AvailableMemoryMB=4812 (was 5720)