2024-12-11 20:02:47,011 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd 2024-12-11 20:02:47,034 main DEBUG Took 0.018148 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 20:02:47,035 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 20:02:47,036 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 20:02:47,038 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 20:02:47,040 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:02:47,051 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 20:02:47,100 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:02:47,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:02:47,104 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:02:47,104 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:02:47,105 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:02:47,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:02:47,107 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:02:47,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:02:47,109 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:02:47,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:02:47,111 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:02:47,111 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:02:47,112 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:02:47,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:02:47,113 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:02:47,113 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:02:47,114 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:02:47,114 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:02:47,115 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:02:47,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:02:47,116 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:02:47,116 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:02:47,117 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:02:47,117 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 20:02:47,118 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:02:47,118 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 20:02:47,120 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 20:02:47,123 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 20:02:47,125 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 20:02:47,127 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 20:02:47,128 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 20:02:47,129 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 20:02:47,141 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 20:02:47,144 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 20:02:47,150 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 20:02:47,150 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 20:02:47,151 main DEBUG createAppenders(={Console}) 2024-12-11 20:02:47,152 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd initialized 2024-12-11 20:02:47,152 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd 2024-12-11 20:02:47,153 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd OK. 2024-12-11 20:02:47,153 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 20:02:47,154 main DEBUG OutputStream closed 2024-12-11 20:02:47,154 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 20:02:47,155 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 20:02:47,155 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@66d3eec0 OK 2024-12-11 20:02:47,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 20:02:47,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 20:02:47,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 20:02:47,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 20:02:47,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 20:02:47,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 20:02:47,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 20:02:47,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 20:02:47,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 20:02:47,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 20:02:47,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 20:02:47,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 20:02:47,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 20:02:47,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 20:02:47,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 20:02:47,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 20:02:47,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 20:02:47,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 20:02:47,265 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 20:02:47,265 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@2ef14fe) with optional ClassLoader: null 2024-12-11 20:02:47,266 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 20:02:47,269 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@2ef14fe] started OK. 2024-12-11T20:02:47,285 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable timeout: 13 mins 2024-12-11 20:02:47,289 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 20:02:47,290 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T20:02:47,352 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.TestMasterRestartAfterDisablingTable#testForCheckingIfEnableAndDisableWorksFineAfterSwitch Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=550, ProcessCount=11, AvailableMemoryMB=988 2024-12-11T20:02:47,356 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Starting cluster 2024-12-11T20:02:47,842 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45 2024-12-11T20:02:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=2, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T20:02:47,865 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/cluster_11f47d74-80d3-e453-056f-e3e9dd4d6afd, deleteOnExit=true 2024-12-11T20:02:47,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T20:02:47,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/test.cache.data in system properties and HBase conf 2024-12-11T20:02:47,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T20:02:47,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/hadoop.log.dir in system properties and HBase conf 2024-12-11T20:02:47,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T20:02:47,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T20:02:47,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T20:02:47,993 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T20:02:48,107 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T20:02:48,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T20:02:48,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T20:02:48,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T20:02:48,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T20:02:48,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T20:02:48,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T20:02:48,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T20:02:48,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T20:02:48,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T20:02:48,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/nfs.dump.dir in system properties and HBase conf 2024-12-11T20:02:48,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/java.io.tmpdir in system properties and HBase conf 2024-12-11T20:02:48,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T20:02:48,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T20:02:48,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T20:02:49,496 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T20:02:49,592 INFO [Time-limited test {}] log.Log(170): Logging initialized @3732ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T20:02:49,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T20:02:49,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T20:02:49,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T20:02:49,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T20:02:49,816 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T20:02:49,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T20:02:49,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@826ab60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/hadoop.log.dir/,AVAILABLE} 2024-12-11T20:02:49,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b88a8c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T20:02:50,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@462eefb5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/java.io.tmpdir/jetty-localhost-42575-hadoop-hdfs-3_4_1-tests_jar-_-any-1758586390814350375/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T20:02:50,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@365fcff2{HTTP/1.1, (http/1.1)}{localhost:42575} 2024-12-11T20:02:50,091 INFO [Time-limited test {}] server.Server(415): Started @4233ms 2024-12-11T20:02:50,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T20:02:50,804 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T20:02:50,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T20:02:50,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T20:02:50,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T20:02:50,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15bd6c52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/hadoop.log.dir/,AVAILABLE} 2024-12-11T20:02:50,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6acff809{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T20:02:50,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33f7db9c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/java.io.tmpdir/jetty-localhost-46205-hadoop-hdfs-3_4_1-tests_jar-_-any-7207810797178352047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T20:02:50,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25c56894{HTTP/1.1, (http/1.1)}{localhost:46205} 2024-12-11T20:02:50,966 INFO [Time-limited test {}] server.Server(415): Started @5108ms 2024-12-11T20:02:51,042 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T20:02:52,001 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/cluster_11f47d74-80d3-e453-056f-e3e9dd4d6afd/data/data2/current/BP-1980893985-172.17.0.2-1733947369168/current, will proceed with Du for space computation calculation, 2024-12-11T20:02:52,001 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/cluster_11f47d74-80d3-e453-056f-e3e9dd4d6afd/data/data1/current/BP-1980893985-172.17.0.2-1733947369168/current, will proceed with Du for space computation calculation, 2024-12-11T20:02:52,101 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T20:02:52,182 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d89f73a751f16f5 with lease ID 0xc0e8f5c1685fd030: Processing first storage report for DS-ce4fcd5b-fc1d-4ad4-814f-b56d1fe11d5b from datanode DatanodeRegistration(127.0.0.1:43785, datanodeUuid=06d7db56-61ac-465a-b727-f22133ccc557, infoPort=38265, infoSecurePort=0, ipcPort=43141, storageInfo=lv=-57;cid=testClusterID;nsid=1549494739;c=1733947369168) 2024-12-11T20:02:52,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d89f73a751f16f5 with lease ID 0xc0e8f5c1685fd030: from storage DS-ce4fcd5b-fc1d-4ad4-814f-b56d1fe11d5b node DatanodeRegistration(127.0.0.1:43785, datanodeUuid=06d7db56-61ac-465a-b727-f22133ccc557, infoPort=38265, infoSecurePort=0, ipcPort=43141, storageInfo=lv=-57;cid=testClusterID;nsid=1549494739;c=1733947369168), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T20:02:52,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d89f73a751f16f5 with lease ID 0xc0e8f5c1685fd030: Processing first storage report for DS-84abef67-3f5a-49c1-9391-32f64bb3c1a6 from datanode DatanodeRegistration(127.0.0.1:43785, datanodeUuid=06d7db56-61ac-465a-b727-f22133ccc557, infoPort=38265, infoSecurePort=0, ipcPort=43141, storageInfo=lv=-57;cid=testClusterID;nsid=1549494739;c=1733947369168) 2024-12-11T20:02:52,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d89f73a751f16f5 with lease ID 0xc0e8f5c1685fd030: from storage DS-84abef67-3f5a-49c1-9391-32f64bb3c1a6 node DatanodeRegistration(127.0.0.1:43785, datanodeUuid=06d7db56-61ac-465a-b727-f22133ccc557, infoPort=38265, infoSecurePort=0, ipcPort=43141, storageInfo=lv=-57;cid=testClusterID;nsid=1549494739;c=1733947369168), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T20:02:52,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45 2024-12-11T20:02:52,346 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/cluster_11f47d74-80d3-e453-056f-e3e9dd4d6afd/zookeeper_0, clientPort=58306, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/cluster_11f47d74-80d3-e453-056f-e3e9dd4d6afd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/cluster_11f47d74-80d3-e453-056f-e3e9dd4d6afd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T20:02:52,359 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58306 2024-12-11T20:02:52,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:02:52,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:02:52,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741825_1001 (size=7) 2024-12-11T20:02:53,157 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af with version=8 2024-12-11T20:02:53,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/hbase-staging 2024-12-11T20:02:53,285 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T20:02:53,561 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9fe0640122ec:0 server-side Connection retries=45 2024-12-11T20:02:53,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:02:53,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T20:02:53,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T20:02:53,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:02:53,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T20:02:53,743 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T20:02:53,804 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T20:02:53,813 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T20:02:53,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T20:02:53,845 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8885 (auto-detected) 2024-12-11T20:02:53,846 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T20:02:53,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36739 2024-12-11T20:02:53,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36739 connecting to ZooKeeper ensemble=127.0.0.1:58306 2024-12-11T20:02:53,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367390x0, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T20:02:53,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36739-0x100caef459f0000 connected 2024-12-11T20:02:53,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:02:53,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:02:53,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:02:53,968 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af, hbase.cluster.distributed=false 2024-12-11T20:02:53,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T20:02:53,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36739 2024-12-11T20:02:53,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36739 2024-12-11T20:02:53,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36739 2024-12-11T20:02:53,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36739 2024-12-11T20:02:53,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36739 2024-12-11T20:02:54,000 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9fe0640122ec:0 server-side Connection retries=45 2024-12-11T20:02:54,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:02:54,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T20:02:54,000 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T20:02:54,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:02:54,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T20:02:54,001 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T20:02:54,001 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T20:02:54,002 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37485 2024-12-11T20:02:54,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37485 connecting to ZooKeeper ensemble=127.0.0.1:58306 2024-12-11T20:02:54,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374850x0, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T20:02:54,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37485-0x100caef459f0001 connected 2024-12-11T20:02:54,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:02:54,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:02:54,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:02:54,021 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af, hbase.cluster.distributed=false 2024-12-11T20:02:54,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T20:02:54,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37485 2024-12-11T20:02:54,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37485 2024-12-11T20:02:54,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37485 2024-12-11T20:02:54,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37485 2024-12-11T20:02:54,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37485 2024-12-11T20:02:54,138 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9fe0640122ec:0 server-side Connection retries=45 2024-12-11T20:02:54,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:02:54,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T20:02:54,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T20:02:54,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T20:02:54,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T20:02:54,143 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T20:02:54,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T20:02:54,147 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44633 2024-12-11T20:02:54,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44633 connecting to ZooKeeper ensemble=127.0.0.1:58306 2024-12-11T20:02:54,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:02:54,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:02:54,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446330x0, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T20:02:54,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44633-0x100caef459f0002 connected 2024-12-11T20:02:54,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:02:54,165 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T20:02:54,173 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T20:02:54,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T20:02:54,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T20:02:54,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44633 2024-12-11T20:02:54,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44633 2024-12-11T20:02:54,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44633 2024-12-11T20:02:54,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44633 2024-12-11T20:02:54,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44633 2024-12-11T20:02:54,198 DEBUG [M:0;9fe0640122ec:36739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9fe0640122ec:36739 2024-12-11T20:02:54,198 DEBUG [M:1;9fe0640122ec:37485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:1;9fe0640122ec:37485 2024-12-11T20:02:54,199 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9fe0640122ec,37485,1733947373999 2024-12-11T20:02:54,199 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9fe0640122ec,36739,1733947373340 2024-12-11T20:02:54,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:02:54,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:02:54,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:02:54,208 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9fe0640122ec,36739,1733947373340 2024-12-11T20:02:54,208 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9fe0640122ec,37485,1733947373999 2024-12-11T20:02:54,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:54,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T20:02:54,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:54,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:54,232 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T20:02:54,232 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T20:02:54,233 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ActiveMasterManager(296): Another master is the active master, 9fe0640122ec,36739,1733947373340; waiting to become the next active master 2024-12-11T20:02:54,233 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9fe0640122ec,36739,1733947373340 from backup master directory 2024-12-11T20:02:54,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:02:54,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:02:54,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9fe0640122ec,36739,1733947373340 2024-12-11T20:02:54,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:02:54,237 WARN [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T20:02:54,237 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9fe0640122ec,36739,1733947373340 2024-12-11T20:02:54,240 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T20:02:54,241 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T20:02:54,300 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/hbase.id] with ID: 83fc322c-cfb6-49d4-ade4-357e6c08a7f7 2024-12-11T20:02:54,300 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/.tmp/hbase.id 2024-12-11T20:02:54,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741826_1002 (size=42) 2024-12-11T20:02:54,713 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/.tmp/hbase.id]:[hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/hbase.id] 2024-12-11T20:02:54,758 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:02:54,763 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T20:02:54,782 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-11T20:02:54,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:54,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:54,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:54,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741827_1003 (size=196) 2024-12-11T20:02:55,220 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T20:02:55,221 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T20:02:55,238 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T20:02:55,243 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T20:02:55,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741828_1004 (size=1189) 2024-12-11T20:02:55,692 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store 2024-12-11T20:02:55,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741829_1005 (size=34) 2024-12-11T20:02:55,714 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T20:02:55,717 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:02:55,718 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T20:02:55,718 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:02:55,718 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:02:55,720 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T20:02:55,720 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:02:55,720 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:02:55,721 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733947375718Disabling compacts and flushes for region at 1733947375718Disabling writes for close at 1733947375720 (+2 ms)Writing region close event to WAL at 1733947375720Closed at 1733947375720 2024-12-11T20:02:55,723 WARN [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/.initializing 2024-12-11T20:02:55,723 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340 2024-12-11T20:02:55,732 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T20:02:55,746 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fe0640122ec%2C36739%2C1733947373340, suffix=, logDir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340, archiveDir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/oldWALs, maxLogs=10 2024-12-11T20:02:55,769 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340/9fe0640122ec%2C36739%2C1733947373340.1733947375751, exclude list is [], retry=0 2024-12-11T20:02:55,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43785,DS-ce4fcd5b-fc1d-4ad4-814f-b56d1fe11d5b,DISK] 2024-12-11T20:02:55,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T20:02:55,830 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340/9fe0640122ec%2C36739%2C1733947373340.1733947375751 2024-12-11T20:02:55,831 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38265:38265)] 2024-12-11T20:02:55,831 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T20:02:55,832 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:02:55,835 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:02:55,836 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:02:55,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:02:55,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T20:02:55,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:55,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:02:55,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:02:55,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T20:02:55,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:55,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:02:55,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:02:55,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T20:02:55,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:55,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:02:55,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:02:55,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T20:02:55,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:55,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:02:55,925 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:02:55,928 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:02:55,929 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:02:55,934 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:02:55,934 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:02:55,938 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T20:02:55,941 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:02:55,945 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:02:55,947 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67337343, jitterRate=0.0034046024084091187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T20:02:55,953 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733947375850Initializing all the Stores at 1733947375852 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947375853 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947375854 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947375854Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947375854Cleaning up temporary data from old regions at 1733947375934 (+80 ms)Region opened successfully at 1733947375953 (+19 ms) 2024-12-11T20:02:55,954 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T20:02:55,992 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@904eb2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9fe0640122ec/172.17.0.2:0 2024-12-11T20:02:56,028 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T20:02:56,040 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T20:02:56,040 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T20:02:56,043 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T20:02:56,045 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T20:02:56,050 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-11T20:02:56,050 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T20:02:56,078 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T20:02:56,087 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T20:02:56,089 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T20:02:56,091 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T20:02:56,093 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T20:02:56,094 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T20:02:56,097 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T20:02:56,100 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T20:02:56,101 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T20:02:56,103 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T20:02:56,104 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T20:02:56,121 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T20:02:56,123 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T20:02:56,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T20:02:56,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T20:02:56,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T20:02:56,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:56,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:56,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:56,131 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9fe0640122ec,36739,1733947373340, sessionid=0x100caef459f0000, setting cluster-up flag (Was=false) 2024-12-11T20:02:56,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:56,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:56,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:56,151 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T20:02:56,153 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9fe0640122ec,36739,1733947373340 2024-12-11T20:02:56,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:56,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:56,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:56,164 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T20:02:56,166 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9fe0640122ec,36739,1733947373340 2024-12-11T20:02:56,172 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T20:02:56,187 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(746): ClusterId : 83fc322c-cfb6-49d4-ade4-357e6c08a7f7 2024-12-11T20:02:56,190 DEBUG [RS:0;9fe0640122ec:44633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T20:02:56,195 DEBUG [RS:0;9fe0640122ec:44633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T20:02:56,195 DEBUG [RS:0;9fe0640122ec:44633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T20:02:56,198 DEBUG [RS:0;9fe0640122ec:44633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T20:02:56,199 DEBUG [RS:0;9fe0640122ec:44633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2ca538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9fe0640122ec/172.17.0.2:0 2024-12-11T20:02:56,214 DEBUG [RS:0;9fe0640122ec:44633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9fe0640122ec:44633 2024-12-11T20:02:56,216 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T20:02:56,217 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T20:02:56,217 DEBUG [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T20:02:56,220 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(2659): reportForDuty to master=9fe0640122ec,36739,1733947373340 with port=44633, startcode=1733947374099 2024-12-11T20:02:56,235 DEBUG [RS:0;9fe0640122ec:44633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T20:02:56,249 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T20:02:56,259 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T20:02:56,266 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T20:02:56,271 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T20:02:56,272 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9fe0640122ec,36739,1733947373340 Number of backup masters: 1 9fe0640122ec,37485,1733947373999 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T20:02:56,277 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36739 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:02:56,279 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9fe0640122ec:0, corePoolSize=5, maxPoolSize=5 2024-12-11T20:02:56,279 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9fe0640122ec:0, corePoolSize=5, maxPoolSize=5 2024-12-11T20:02:56,279 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9fe0640122ec:0, corePoolSize=5, maxPoolSize=5 2024-12-11T20:02:56,280 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9fe0640122ec:0, corePoolSize=5, maxPoolSize=5 2024-12-11T20:02:56,280 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9fe0640122ec:0, corePoolSize=10, maxPoolSize=10 2024-12-11T20:02:56,281 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:02:56,281 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9fe0640122ec:0, corePoolSize=2, maxPoolSize=2 2024-12-11T20:02:56,281 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:02:56,282 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733947406282 2024-12-11T20:02:56,284 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T20:02:56,285 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T20:02:56,288 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T20:02:56,288 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T20:02:56,289 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T20:02:56,289 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T20:02:56,290 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T20:02:56,290 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T20:02:56,291 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:56,294 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T20:02:56,295 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T20:02:56,295 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T20:02:56,296 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:56,297 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T20:02:56,298 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T20:02:56,299 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T20:02:56,304 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.large.0-1733947376300,5,FailOnTimeoutGroup] 2024-12-11T20:02:56,305 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.small.0-1733947376304,5,FailOnTimeoutGroup] 2024-12-11T20:02:56,305 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:56,305 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T20:02:56,306 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:56,306 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:56,307 DEBUG [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T20:02:56,307 WARN [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-11T20:02:56,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741831_1007 (size=1321) 2024-12-11T20:02:56,409 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(2659): reportForDuty to master=9fe0640122ec,36739,1733947373340 with port=44633, startcode=1733947374099 2024-12-11T20:02:56,411 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36739 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9fe0640122ec,44633,1733947374099 2024-12-11T20:02:56,414 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36739 {}] master.ServerManager(517): Registering regionserver=9fe0640122ec,44633,1733947374099 2024-12-11T20:02:56,423 DEBUG [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af 2024-12-11T20:02:56,424 DEBUG [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42493 2024-12-11T20:02:56,424 DEBUG [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T20:02:56,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T20:02:56,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T20:02:56,433 DEBUG [RS:0;9fe0640122ec:44633 {}] zookeeper.ZKUtil(111): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9fe0640122ec,44633,1733947374099 2024-12-11T20:02:56,433 WARN [RS:0;9fe0640122ec:44633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T20:02:56,433 INFO [RS:0;9fe0640122ec:44633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T20:02:56,433 DEBUG [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/WALs/9fe0640122ec,44633,1733947374099 2024-12-11T20:02:56,436 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9fe0640122ec,44633,1733947374099] 2024-12-11T20:02:56,470 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T20:02:56,487 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T20:02:56,494 INFO [RS:0;9fe0640122ec:44633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T20:02:56,495 INFO [RS:0;9fe0640122ec:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:56,496 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T20:02:56,504 INFO [RS:0;9fe0640122ec:44633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T20:02:56,506 INFO [RS:0;9fe0640122ec:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:56,506 DEBUG [RS:0;9fe0640122ec:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:02:56,506 DEBUG [RS:0;9fe0640122ec:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:02:56,507 DEBUG [RS:0;9fe0640122ec:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:02:56,507 DEBUG [RS:0;9fe0640122ec:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:02:56,507 DEBUG [RS:0;9fe0640122ec:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:02:56,507 DEBUG [RS:0;9fe0640122ec:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9fe0640122ec:0, corePoolSize=2, maxPoolSize=2 2024-12-11T20:02:56,507 DEBUG [RS:0;9fe0640122ec:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:02:56,508 DEBUG [RS:0;9fe0640122ec:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:02:56,508 DEBUG [RS:0;9fe0640122ec:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:02:56,508 DEBUG [RS:0;9fe0640122ec:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:02:56,508 DEBUG [RS:0;9fe0640122ec:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:02:56,509 DEBUG [RS:0;9fe0640122ec:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:02:56,509 DEBUG [RS:0;9fe0640122ec:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9fe0640122ec:0, corePoolSize=3, maxPoolSize=3 2024-12-11T20:02:56,509 DEBUG [RS:0;9fe0640122ec:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9fe0640122ec:0, corePoolSize=3, maxPoolSize=3 2024-12-11T20:02:56,510 INFO [RS:0;9fe0640122ec:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:56,510 INFO [RS:0;9fe0640122ec:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:56,511 INFO [RS:0;9fe0640122ec:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:56,511 INFO [RS:0;9fe0640122ec:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:56,511 INFO [RS:0;9fe0640122ec:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:56,511 INFO [RS:0;9fe0640122ec:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,44633,1733947374099-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T20:02:56,537 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T20:02:56,539 INFO [RS:0;9fe0640122ec:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,44633,1733947374099-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:56,540 INFO [RS:0;9fe0640122ec:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:56,540 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.Replication(171): 9fe0640122ec,44633,1733947374099 started 2024-12-11T20:02:56,562 INFO [RS:0;9fe0640122ec:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:56,562 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(1482): Serving as 9fe0640122ec,44633,1733947374099, RpcServer on 9fe0640122ec/172.17.0.2:44633, sessionid=0x100caef459f0002 2024-12-11T20:02:56,563 DEBUG [RS:0;9fe0640122ec:44633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T20:02:56,564 DEBUG [RS:0;9fe0640122ec:44633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9fe0640122ec,44633,1733947374099 2024-12-11T20:02:56,564 DEBUG [RS:0;9fe0640122ec:44633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9fe0640122ec,44633,1733947374099' 2024-12-11T20:02:56,564 DEBUG [RS:0;9fe0640122ec:44633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T20:02:56,565 DEBUG [RS:0;9fe0640122ec:44633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T20:02:56,566 DEBUG [RS:0;9fe0640122ec:44633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T20:02:56,566 DEBUG [RS:0;9fe0640122ec:44633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T20:02:56,566 DEBUG [RS:0;9fe0640122ec:44633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9fe0640122ec,44633,1733947374099 2024-12-11T20:02:56,566 DEBUG [RS:0;9fe0640122ec:44633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9fe0640122ec,44633,1733947374099' 2024-12-11T20:02:56,566 DEBUG [RS:0;9fe0640122ec:44633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T20:02:56,567 DEBUG [RS:0;9fe0640122ec:44633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T20:02:56,568 DEBUG [RS:0;9fe0640122ec:44633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T20:02:56,568 INFO [RS:0;9fe0640122ec:44633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T20:02:56,568 INFO [RS:0;9fe0640122ec:44633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T20:02:56,674 INFO [RS:0;9fe0640122ec:44633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T20:02:56,678 INFO [RS:0;9fe0640122ec:44633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fe0640122ec%2C44633%2C1733947374099, suffix=, logDir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/WALs/9fe0640122ec,44633,1733947374099, archiveDir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/oldWALs, maxLogs=32 2024-12-11T20:02:56,696 DEBUG [RS:0;9fe0640122ec:44633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/WALs/9fe0640122ec,44633,1733947374099/9fe0640122ec%2C44633%2C1733947374099.1733947376681, exclude list is [], retry=0 2024-12-11T20:02:56,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43785,DS-ce4fcd5b-fc1d-4ad4-814f-b56d1fe11d5b,DISK] 2024-12-11T20:02:56,706 INFO [RS:0;9fe0640122ec:44633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/WALs/9fe0640122ec,44633,1733947374099/9fe0640122ec%2C44633%2C1733947374099.1733947376681 2024-12-11T20:02:56,706 DEBUG [RS:0;9fe0640122ec:44633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38265:38265)] 2024-12-11T20:02:56,710 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T20:02:56,711 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af 2024-12-11T20:02:56,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741833_1009 (size=32) 2024-12-11T20:02:56,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:02:56,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T20:02:56,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T20:02:56,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:56,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:02:56,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T20:02:56,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T20:02:56,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:56,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:02:56,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T20:02:56,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T20:02:56,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:56,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:02:56,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T20:02:56,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T20:02:56,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:56,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:02:56,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T20:02:56,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740 2024-12-11T20:02:56,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740 2024-12-11T20:02:56,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T20:02:56,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T20:02:56,745 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T20:02:56,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T20:02:56,751 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:02:56,752 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65203976, jitterRate=-0.028385043144226074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T20:02:56,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733947376724Initializing all the Stores at 1733947376725 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947376726 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947376726Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947376726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947376726Cleaning up temporary data from old regions at 1733947376744 (+18 ms)Region opened successfully at 1733947376754 (+10 ms) 2024-12-11T20:02:56,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T20:02:56,754 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T20:02:56,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T20:02:56,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T20:02:56,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T20:02:56,756 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T20:02:56,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733947376754Disabling compacts and flushes for region at 1733947376754Disabling writes for close at 1733947376755 (+1 ms)Writing region close event to WAL at 1733947376755Closed at 1733947376756 (+1 ms) 2024-12-11T20:02:56,759 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T20:02:56,759 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T20:02:56,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T20:02:56,775 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T20:02:56,778 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T20:02:56,931 DEBUG [9fe0640122ec:36739 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-11T20:02:56,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:02:56,950 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9fe0640122ec,44633,1733947374099, state=OPENING 2024-12-11T20:02:56,956 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T20:02:56,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:56,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:56,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:02:56,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:02:56,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:02:56,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:02:56,961 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T20:02:56,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9fe0640122ec,44633,1733947374099}] 2024-12-11T20:02:57,143 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T20:02:57,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T20:02:57,159 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T20:02:57,159 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T20:02:57,160 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T20:02:57,163 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fe0640122ec%2C44633%2C1733947374099.meta, suffix=.meta, logDir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/WALs/9fe0640122ec,44633,1733947374099, archiveDir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/oldWALs, maxLogs=32 2024-12-11T20:02:57,180 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/WALs/9fe0640122ec,44633,1733947374099/9fe0640122ec%2C44633%2C1733947374099.meta.1733947377165.meta, exclude list is [], retry=0 2024-12-11T20:02:57,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43785,DS-ce4fcd5b-fc1d-4ad4-814f-b56d1fe11d5b,DISK] 2024-12-11T20:02:57,187 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/WALs/9fe0640122ec,44633,1733947374099/9fe0640122ec%2C44633%2C1733947374099.meta.1733947377165.meta 2024-12-11T20:02:57,188 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38265:38265)] 2024-12-11T20:02:57,188 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T20:02:57,190 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T20:02:57,193 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T20:02:57,198 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T20:02:57,202 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T20:02:57,203 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:02:57,203 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T20:02:57,203 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T20:02:57,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T20:02:57,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T20:02:57,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:57,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:02:57,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T20:02:57,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T20:02:57,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:57,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:02:57,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T20:02:57,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T20:02:57,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:57,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:02:57,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T20:02:57,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T20:02:57,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:57,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:02:57,218 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T20:02:57,219 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740 2024-12-11T20:02:57,221 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740 2024-12-11T20:02:57,224 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T20:02:57,224 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T20:02:57,225 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T20:02:57,228 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T20:02:57,230 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63167052, jitterRate=-0.05873757600784302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T20:02:57,230 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T20:02:57,232 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733947377204Writing region info on filesystem at 1733947377204Initializing all the Stores at 1733947377207 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947377207Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947377207Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947377207Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947377207Cleaning up temporary data from old regions at 1733947377224 (+17 ms)Running coprocessor post-open hooks at 1733947377230 (+6 ms)Region opened successfully at 1733947377232 (+2 ms) 2024-12-11T20:02:57,241 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733947377133 2024-12-11T20:02:57,254 DEBUG [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T20:02:57,254 INFO [RS_OPEN_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T20:02:57,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:02:57,258 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9fe0640122ec,44633,1733947374099, state=OPEN 2024-12-11T20:02:57,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:02:57,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:02:57,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:02:57,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:02:57,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:02:57,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:02:57,262 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9fe0640122ec,44633,1733947374099 2024-12-11T20:02:57,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T20:02:57,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9fe0640122ec,44633,1733947374099 in 299 msec 2024-12-11T20:02:57,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T20:02:57,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 504 msec 2024-12-11T20:02:57,280 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T20:02:57,280 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T20:02:57,310 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T20:02:57,312 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,44633,1733947374099, seqNum=-1] 2024-12-11T20:02:57,342 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T20:02:57,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T20:02:57,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1690 sec 2024-12-11T20:02:57,371 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733947377370, completionTime=-1 2024-12-11T20:02:57,373 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-11T20:02:57,374 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T20:02:57,401 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-11T20:02:57,401 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733947437401 2024-12-11T20:02:57,401 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733947497401 2024-12-11T20:02:57,401 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-12-11T20:02:57,403 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,36739,1733947373340-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:57,404 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,36739,1733947373340-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:57,404 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,36739,1733947373340-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:57,405 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9fe0640122ec:36739, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:57,406 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:57,406 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:57,412 DEBUG [master/9fe0640122ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T20:02:57,435 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.197sec 2024-12-11T20:02:57,436 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T20:02:57,437 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T20:02:57,438 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T20:02:57,439 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T20:02:57,439 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T20:02:57,440 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,36739,1733947373340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T20:02:57,440 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,36739,1733947373340-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T20:02:57,450 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T20:02:57,451 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T20:02:57,451 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,36739,1733947373340-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:02:57,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ab1e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T20:02:57,501 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T20:02:57,501 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T20:02:57,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9fe0640122ec,36739,-1 for getting cluster id 2024-12-11T20:02:57,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T20:02:57,518 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83fc322c-cfb6-49d4-ade4-357e6c08a7f7' 2024-12-11T20:02:57,520 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T20:02:57,521 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83fc322c-cfb6-49d4-ade4-357e6c08a7f7" 2024-12-11T20:02:57,521 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d1ff91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T20:02:57,521 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9fe0640122ec,36739,-1, 9fe0640122ec,37485,-1] 2024-12-11T20:02:57,524 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T20:02:57,526 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T20:02:57,526 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:02:57,526 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T20:02:57,528 INFO [HMaster-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T20:02:57,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30266d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T20:02:57,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T20:02:57,539 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,44633,1733947374099, seqNum=-1] 2024-12-11T20:02:57,540 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T20:02:57,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T20:02:57,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9fe0640122ec,36739,1733947373340 2024-12-11T20:02:57,564 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Waiting for active/ready master 2024-12-11T20:02:57,564 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Creating table with 4 regions 2024-12-11T20:02:57,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T20:02:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37485 {}] master.ActiveMasterManager(144): Attempting to fetch active master sn from zk 2024-12-11T20:02:57,576 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9fe0640122ec,36739,1733947373340 2024-12-11T20:02:57,578 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62d305dd 2024-12-11T20:02:57,579 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T20:02:57,582 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T20:02:57,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T20:02:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-11T20:02:57,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T20:02:57,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testForCheckingIfEnableAndDisableWorksFineAfterSwitch" procId is: 4 2024-12-11T20:02:57,607 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:57,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T20:02:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:02:57,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741835_1011 (size=433) 2024-12-11T20:02:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:02:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:02:58,025 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5bd2a349156a5b3194a1120adc9a30c1, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1.', STARTKEY => '', ENDKEY => 'aaaaa'}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af 2024-12-11T20:02:58,026 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cea324012f143546829d3c2f05996d06, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06.', STARTKEY => 'aaaaa', ENDKEY => 'm\xED\xED\xED\xED'}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af 2024-12-11T20:02:58,026 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => da7052ca32bf5e90f1305c3678c85913, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913.', STARTKEY => 'm\xED\xED\xED\xED', ENDKEY => 'zzzzz'}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af 2024-12-11T20:02:58,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741837_1013 (size=98) 2024-12-11T20:02:58,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741836_1012 (size=93) 2024-12-11T20:02:58,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741838_1014 (size=98) 2024-12-11T20:02:58,042 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:02:58,042 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1722): Closing da7052ca32bf5e90f1305c3678c85913, disabling compactions & flushes 2024-12-11T20:02:58,042 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:02:58,042 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:02:58,042 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. after waiting 0 ms 2024-12-11T20:02:58,042 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:02:58,042 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:02:58,042 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1676): Region close journal for da7052ca32bf5e90f1305c3678c85913: Waiting for close lock at 1733947378042Disabling compacts and flushes for region at 1733947378042Disabling writes for close at 1733947378042Writing region close event to WAL at 1733947378042Closed at 1733947378042 2024-12-11T20:02:58,043 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 088c8d4059c9e37d9413f2cdbb468e9a, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a.', STARTKEY => 'zzzzz', ENDKEY => ''}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af 2024-12-11T20:02:58,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741839_1015 (size=93) 2024-12-11T20:02:58,054 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:02:58,054 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1722): Closing 088c8d4059c9e37d9413f2cdbb468e9a, disabling compactions & flushes 2024-12-11T20:02:58,054 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:02:58,054 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:02:58,054 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. after waiting 0 ms 2024-12-11T20:02:58,054 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:02:58,054 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:02:58,055 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1676): Region close journal for 088c8d4059c9e37d9413f2cdbb468e9a: Waiting for close lock at 1733947378054Disabling compacts and flushes for region at 1733947378054Disabling writes for close at 1733947378054Writing region close event to WAL at 1733947378054Closed at 1733947378054 2024-12-11T20:02:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:02:58,441 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:02:58,441 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1722): Closing cea324012f143546829d3c2f05996d06, disabling compactions & flushes 2024-12-11T20:02:58,441 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:02:58,441 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:02:58,441 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. after waiting 0 ms 2024-12-11T20:02:58,441 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:02:58,441 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:02:58,441 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1676): Region close journal for cea324012f143546829d3c2f05996d06: Waiting for close lock at 1733947378441Disabling compacts and flushes for region at 1733947378441Disabling writes for close at 1733947378441Writing region close event to WAL at 1733947378441Closed at 1733947378441 2024-12-11T20:02:58,441 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:02:58,442 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1722): Closing 5bd2a349156a5b3194a1120adc9a30c1, disabling compactions & flushes 2024-12-11T20:02:58,442 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:02:58,442 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:02:58,442 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. after waiting 0 ms 2024-12-11T20:02:58,442 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:02:58,442 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:02:58,442 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5bd2a349156a5b3194a1120adc9a30c1: Waiting for close lock at 1733947378442Disabling compacts and flushes for region at 1733947378442Disabling writes for close at 1733947378442Writing region close event to WAL at 1733947378442Closed at 1733947378442 2024-12-11T20:02:58,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T20:02:58,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\\xED\\xED\\xED\\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913.","families":{"info":[{"qualifier":"regioninfo","vlen":97,"tag":[],"timestamp":"1733947378445"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947378445"}]},"ts":"1733947378445"} 2024-12-11T20:02:58,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a.","families":{"info":[{"qualifier":"regioninfo","vlen":92,"tag":[],"timestamp":"1733947378445"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947378445"}]},"ts":"1733947378445"} 2024-12-11T20:02:58,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06.","families":{"info":[{"qualifier":"regioninfo","vlen":97,"tag":[],"timestamp":"1733947378445"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947378445"}]},"ts":"1733947378445"} 2024-12-11T20:02:58,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1.","families":{"info":[{"qualifier":"regioninfo","vlen":92,"tag":[],"timestamp":"1733947378445"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733947378445"}]},"ts":"1733947378445"} 2024-12-11T20:02:58,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 4 regions to meta. 2024-12-11T20:02:58,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T20:02:58,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733947378490"}]},"ts":"1733947378490"} 2024-12-11T20:02:58,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLING in hbase:meta 2024-12-11T20:02:58,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5bd2a349156a5b3194a1120adc9a30c1, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=cea324012f143546829d3c2f05996d06, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=da7052ca32bf5e90f1305c3678c85913, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=088c8d4059c9e37d9413f2cdbb468e9a, ASSIGN}] 2024-12-11T20:02:58,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=088c8d4059c9e37d9413f2cdbb468e9a, ASSIGN 2024-12-11T20:02:58,503 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=da7052ca32bf5e90f1305c3678c85913, ASSIGN 2024-12-11T20:02:58,503 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=cea324012f143546829d3c2f05996d06, ASSIGN 2024-12-11T20:02:58,504 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5bd2a349156a5b3194a1120adc9a30c1, ASSIGN 2024-12-11T20:02:58,505 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=088c8d4059c9e37d9413f2cdbb468e9a, ASSIGN; state=OFFLINE, location=9fe0640122ec,44633,1733947374099; forceNewPlan=false, retain=false 2024-12-11T20:02:58,505 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=da7052ca32bf5e90f1305c3678c85913, ASSIGN; state=OFFLINE, location=9fe0640122ec,44633,1733947374099; forceNewPlan=false, retain=false 2024-12-11T20:02:58,505 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=cea324012f143546829d3c2f05996d06, ASSIGN; state=OFFLINE, location=9fe0640122ec,44633,1733947374099; forceNewPlan=false, retain=false 2024-12-11T20:02:58,505 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5bd2a349156a5b3194a1120adc9a30c1, ASSIGN; state=OFFLINE, location=9fe0640122ec,44633,1733947374099; forceNewPlan=false, retain=false 2024-12-11T20:02:58,657 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cea324012f143546829d3c2f05996d06, regionState=OPENING, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:02:58,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bd2a349156a5b3194a1120adc9a30c1, regionState=OPENING, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:02:58,657 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=da7052ca32bf5e90f1305c3678c85913, regionState=OPENING, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:02:58,657 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=088c8d4059c9e37d9413f2cdbb468e9a, regionState=OPENING, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:02:58,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=da7052ca32bf5e90f1305c3678c85913, ASSIGN because future has completed 2024-12-11T20:02:58,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure da7052ca32bf5e90f1305c3678c85913, server=9fe0640122ec,44633,1733947374099}] 2024-12-11T20:02:58,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=088c8d4059c9e37d9413f2cdbb468e9a, ASSIGN because future has completed 2024-12-11T20:02:58,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 088c8d4059c9e37d9413f2cdbb468e9a, server=9fe0640122ec,44633,1733947374099}] 2024-12-11T20:02:58,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5bd2a349156a5b3194a1120adc9a30c1, ASSIGN because future has completed 2024-12-11T20:02:58,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=cea324012f143546829d3c2f05996d06, ASSIGN because future has completed 2024-12-11T20:02:58,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd2a349156a5b3194a1120adc9a30c1, server=9fe0640122ec,44633,1733947374099}] 2024-12-11T20:02:58,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cea324012f143546829d3c2f05996d06, server=9fe0640122ec,44633,1733947374099}] 2024-12-11T20:02:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:02:58,823 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:02:58,823 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bd2a349156a5b3194a1120adc9a30c1, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1.', STARTKEY => '', ENDKEY => 'aaaaa'} 2024-12-11T20:02:58,824 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:02:58,824 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:02:58,824 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:02:58,824 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:02:58,826 INFO [StoreOpener-5bd2a349156a5b3194a1120adc9a30c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:02:58,829 INFO [StoreOpener-5bd2a349156a5b3194a1120adc9a30c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bd2a349156a5b3194a1120adc9a30c1 columnFamilyName family 2024-12-11T20:02:58,829 DEBUG [StoreOpener-5bd2a349156a5b3194a1120adc9a30c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:58,830 INFO [StoreOpener-5bd2a349156a5b3194a1120adc9a30c1-1 {}] regionserver.HStore(327): Store=5bd2a349156a5b3194a1120adc9a30c1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:02:58,830 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:02:58,832 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:02:58,832 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:02:58,833 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:02:58,833 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:02:58,836 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:02:58,840 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/5bd2a349156a5b3194a1120adc9a30c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:02:58,841 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened 5bd2a349156a5b3194a1120adc9a30c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67508165, jitterRate=0.005950048565864563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:02:58,841 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:02:58,843 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for 5bd2a349156a5b3194a1120adc9a30c1: Running coprocessor pre-open hook at 1733947378824Writing region info on filesystem at 1733947378824Initializing all the Stores at 1733947378826 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947378826Cleaning up temporary data from old regions at 1733947378833 (+7 ms)Running coprocessor post-open hooks at 1733947378841 (+8 ms)Region opened successfully at 1733947378842 (+1 ms) 2024-12-11T20:02:58,845 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1., pid=11, masterSystemTime=1733947378816 2024-12-11T20:02:58,849 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:02:58,849 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:02:58,849 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:02:58,849 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => da7052ca32bf5e90f1305c3678c85913, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913.', STARTKEY => 'm\xED\xED\xED\xED', ENDKEY => 'zzzzz'} 2024-12-11T20:02:58,850 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:02:58,850 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:02:58,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bd2a349156a5b3194a1120adc9a30c1, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:02:58,850 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:02:58,850 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:02:58,852 INFO [StoreOpener-da7052ca32bf5e90f1305c3678c85913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:02:58,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd2a349156a5b3194a1120adc9a30c1, server=9fe0640122ec,44633,1733947374099 because future has completed 2024-12-11T20:02:58,855 INFO [StoreOpener-da7052ca32bf5e90f1305c3678c85913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da7052ca32bf5e90f1305c3678c85913 columnFamilyName family 2024-12-11T20:02:58,855 DEBUG [StoreOpener-da7052ca32bf5e90f1305c3678c85913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:58,856 INFO [StoreOpener-da7052ca32bf5e90f1305c3678c85913-1 {}] regionserver.HStore(327): Store=da7052ca32bf5e90f1305c3678c85913/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:02:58,856 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:02:58,858 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:02:58,859 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:02:58,859 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:02:58,859 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:02:58,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=5 2024-12-11T20:02:58,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bd2a349156a5b3194a1120adc9a30c1, server=9fe0640122ec,44633,1733947374099 in 189 msec 2024-12-11T20:02:58,862 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:02:58,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5bd2a349156a5b3194a1120adc9a30c1, ASSIGN in 361 msec 2024-12-11T20:02:58,866 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/da7052ca32bf5e90f1305c3678c85913/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:02:58,867 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened da7052ca32bf5e90f1305c3678c85913; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59670092, jitterRate=-0.11084634065628052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:02:58,867 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:02:58,867 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for da7052ca32bf5e90f1305c3678c85913: Running coprocessor pre-open hook at 1733947378850Writing region info on filesystem at 1733947378850Initializing all the Stores at 1733947378852 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947378852Cleaning up temporary data from old regions at 1733947378860 (+8 ms)Running coprocessor post-open hooks at 1733947378867 (+7 ms)Region opened successfully at 1733947378867 2024-12-11T20:02:58,868 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913., pid=9, masterSystemTime=1733947378816 2024-12-11T20:02:58,871 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:02:58,872 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:02:58,872 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:02:58,872 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 088c8d4059c9e37d9413f2cdbb468e9a, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a.', STARTKEY => 'zzzzz', ENDKEY => ''} 2024-12-11T20:02:58,872 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:02:58,873 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=da7052ca32bf5e90f1305c3678c85913, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:02:58,873 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:02:58,873 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:02:58,873 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:02:58,875 INFO [StoreOpener-088c8d4059c9e37d9413f2cdbb468e9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:02:58,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure da7052ca32bf5e90f1305c3678c85913, server=9fe0640122ec,44633,1733947374099 because future has completed 2024-12-11T20:02:58,877 INFO [StoreOpener-088c8d4059c9e37d9413f2cdbb468e9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 088c8d4059c9e37d9413f2cdbb468e9a columnFamilyName family 2024-12-11T20:02:58,877 DEBUG [StoreOpener-088c8d4059c9e37d9413f2cdbb468e9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:58,878 INFO [StoreOpener-088c8d4059c9e37d9413f2cdbb468e9a-1 {}] regionserver.HStore(327): Store=088c8d4059c9e37d9413f2cdbb468e9a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:02:58,879 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:02:58,880 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:02:58,881 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:02:58,882 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:02:58,882 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:02:58,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-11T20:02:58,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure da7052ca32bf5e90f1305c3678c85913, server=9fe0640122ec,44633,1733947374099 in 216 msec 2024-12-11T20:02:58,885 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:02:58,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=da7052ca32bf5e90f1305c3678c85913, ASSIGN in 384 msec 2024-12-11T20:02:58,889 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/088c8d4059c9e37d9413f2cdbb468e9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:02:58,890 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 088c8d4059c9e37d9413f2cdbb468e9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74113996, jitterRate=0.10438460111618042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:02:58,890 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:02:58,890 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 088c8d4059c9e37d9413f2cdbb468e9a: Running coprocessor pre-open hook at 1733947378873Writing region info on filesystem at 1733947378873Initializing all the Stores at 1733947378875 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947378875Cleaning up temporary data from old regions at 1733947378882 (+7 ms)Running coprocessor post-open hooks at 1733947378890 (+8 ms)Region opened successfully at 1733947378890 2024-12-11T20:02:58,891 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a., pid=10, masterSystemTime=1733947378816 2024-12-11T20:02:58,894 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:02:58,895 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:02:58,895 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:02:58,895 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => cea324012f143546829d3c2f05996d06, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06.', STARTKEY => 'aaaaa', ENDKEY => 'm\xED\xED\xED\xED'} 2024-12-11T20:02:58,895 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=088c8d4059c9e37d9413f2cdbb468e9a, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:02:58,895 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch cea324012f143546829d3c2f05996d06 2024-12-11T20:02:58,896 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:02:58,896 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for cea324012f143546829d3c2f05996d06 2024-12-11T20:02:58,896 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for cea324012f143546829d3c2f05996d06 2024-12-11T20:02:58,898 INFO [StoreOpener-cea324012f143546829d3c2f05996d06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region cea324012f143546829d3c2f05996d06 2024-12-11T20:02:58,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 088c8d4059c9e37d9413f2cdbb468e9a, server=9fe0640122ec,44633,1733947374099 because future has completed 2024-12-11T20:02:58,901 INFO [StoreOpener-cea324012f143546829d3c2f05996d06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea324012f143546829d3c2f05996d06 columnFamilyName family 2024-12-11T20:02:58,901 DEBUG [StoreOpener-cea324012f143546829d3c2f05996d06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:02:58,902 INFO [StoreOpener-cea324012f143546829d3c2f05996d06-1 {}] regionserver.HStore(327): Store=cea324012f143546829d3c2f05996d06/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:02:58,903 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for cea324012f143546829d3c2f05996d06 2024-12-11T20:02:58,904 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/cea324012f143546829d3c2f05996d06 2024-12-11T20:02:58,905 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/cea324012f143546829d3c2f05996d06 2024-12-11T20:02:58,906 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for cea324012f143546829d3c2f05996d06 2024-12-11T20:02:58,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=8 2024-12-11T20:02:58,906 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for cea324012f143546829d3c2f05996d06 2024-12-11T20:02:58,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 088c8d4059c9e37d9413f2cdbb468e9a, server=9fe0640122ec,44633,1733947374099 in 238 msec 2024-12-11T20:02:58,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=088c8d4059c9e37d9413f2cdbb468e9a, ASSIGN in 424 msec 2024-12-11T20:02:58,928 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for cea324012f143546829d3c2f05996d06 2024-12-11T20:02:58,935 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/cea324012f143546829d3c2f05996d06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T20:02:58,936 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened cea324012f143546829d3c2f05996d06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61486698, jitterRate=-0.0837768018245697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:02:58,936 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cea324012f143546829d3c2f05996d06 2024-12-11T20:02:58,936 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for cea324012f143546829d3c2f05996d06: Running coprocessor pre-open hook at 1733947378896Writing region info on filesystem at 1733947378896Initializing all the Stores at 1733947378898 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947378898Cleaning up temporary data from old regions at 1733947378922 (+24 ms)Running coprocessor post-open hooks at 1733947378936 (+14 ms)Region opened successfully at 1733947378936 2024-12-11T20:02:58,938 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06., pid=12, masterSystemTime=1733947378816 2024-12-11T20:02:58,942 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:02:58,942 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:02:58,943 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cea324012f143546829d3c2f05996d06, regionState=OPEN, openSeqNum=2, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:02:58,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cea324012f143546829d3c2f05996d06, server=9fe0640122ec,44633,1733947374099 because future has completed 2024-12-11T20:02:58,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=6 2024-12-11T20:02:58,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cea324012f143546829d3c2f05996d06, server=9fe0640122ec,44633,1733947374099 in 279 msec 2024-12-11T20:02:58,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-11T20:02:58,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=cea324012f143546829d3c2f05996d06, ASSIGN in 455 msec 2024-12-11T20:02:58,966 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T20:02:58,967 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733947378966"}]},"ts":"1733947378966"} 2024-12-11T20:02:58,970 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLED in hbase:meta 2024-12-11T20:02:58,972 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T20:02:58,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 1.3780 sec 2024-12-11T20:02:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T20:02:59,766 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testForCheckingIfEnableAndDisableWorksFineAfterSwitch get assigned. Timeout = 60000ms 2024-12-11T20:02:59,766 INFO [RPCClient-NioEventLoopGroup-5-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testForCheckingIfEnableAndDisableWorksFineAfterSwitch completed 2024-12-11T20:02:59,767 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T20:02:59,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch assigned to meta. Checking AM states. 2024-12-11T20:02:59,776 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T20:02:59,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch assigned. 2024-12-11T20:02:59,781 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,, stopping at row=testForCheckingIfEnableAndDisableWorksFineAfterSwitch ,, for max=2147483647 with caching=100 2024-12-11T20:02:59,788 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Waiting for no more RIT 2024-12-11T20:02:59,788 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T20:02:59,789 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Disabling table 2024-12-11T20:02:59,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-11T20:02:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-11T20:02:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-11T20:02:59,802 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733947379802"}]},"ts":"1733947379802"} 2024-12-11T20:02:59,805 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=DISABLING in hbase:meta 2024-12-11T20:02:59,805 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testForCheckingIfEnableAndDisableWorksFineAfterSwitch to state=DISABLING 2024-12-11T20:02:59,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch}] 2024-12-11T20:02:59,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5bd2a349156a5b3194a1120adc9a30c1, UNASSIGN}, {pid=16, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=cea324012f143546829d3c2f05996d06, UNASSIGN}, {pid=17, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=da7052ca32bf5e90f1305c3678c85913, UNASSIGN}, {pid=18, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=088c8d4059c9e37d9413f2cdbb468e9a, UNASSIGN}] 2024-12-11T20:02:59,814 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=cea324012f143546829d3c2f05996d06, UNASSIGN 2024-12-11T20:02:59,815 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=da7052ca32bf5e90f1305c3678c85913, UNASSIGN 2024-12-11T20:02:59,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5bd2a349156a5b3194a1120adc9a30c1, UNASSIGN 2024-12-11T20:02:59,815 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=088c8d4059c9e37d9413f2cdbb468e9a, UNASSIGN 2024-12-11T20:02:59,817 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=088c8d4059c9e37d9413f2cdbb468e9a, regionState=CLOSING, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:02:59,817 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=cea324012f143546829d3c2f05996d06, regionState=CLOSING, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:02:59,817 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=da7052ca32bf5e90f1305c3678c85913, regionState=CLOSING, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:02:59,817 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=5bd2a349156a5b3194a1120adc9a30c1, regionState=CLOSING, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:02:59,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=088c8d4059c9e37d9413f2cdbb468e9a, UNASSIGN because future has completed 2024-12-11T20:02:59,821 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T20:02:59,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; CloseRegionProcedure 088c8d4059c9e37d9413f2cdbb468e9a, server=9fe0640122ec,44633,1733947374099}] 2024-12-11T20:02:59,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=cea324012f143546829d3c2f05996d06, UNASSIGN because future has completed 2024-12-11T20:02:59,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5bd2a349156a5b3194a1120adc9a30c1, UNASSIGN because future has completed 2024-12-11T20:02:59,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=da7052ca32bf5e90f1305c3678c85913, UNASSIGN because future has completed 2024-12-11T20:02:59,826 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T20:02:59,826 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T20:02:59,826 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T20:02:59,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=15, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5bd2a349156a5b3194a1120adc9a30c1, server=9fe0640122ec,44633,1733947374099}] 2024-12-11T20:02:59,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=17, state=RUNNABLE, hasLock=false; CloseRegionProcedure da7052ca32bf5e90f1305c3678c85913, server=9fe0640122ec,44633,1733947374099}] 2024-12-11T20:02:59,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=16, state=RUNNABLE, hasLock=false; CloseRegionProcedure cea324012f143546829d3c2f05996d06, server=9fe0640122ec,44633,1733947374099}] 2024-12-11T20:02:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-11T20:02:59,981 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(122): Close da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:02:59,981 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T20:02:59,982 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1722): Closing da7052ca32bf5e90f1305c3678c85913, disabling compactions & flushes 2024-12-11T20:02:59,982 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:02:59,982 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:02:59,982 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. after waiting 0 ms 2024-12-11T20:02:59,982 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:02:59,989 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/da7052ca32bf5e90f1305c3678c85913/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T20:02:59,991 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:02:59,991 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1676): Region close journal for da7052ca32bf5e90f1305c3678c85913: Waiting for close lock at 1733947379982Running coprocessor pre-close hooks at 1733947379982Disabling compacts and flushes for region at 1733947379982Disabling writes for close at 1733947379982Writing region close event to WAL at 1733947379982Running coprocessor post-close hooks at 1733947379990 (+8 ms)Closed at 1733947379990 2024-12-11T20:02:59,995 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(157): Closed da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:02:59,995 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] handler.UnassignRegionHandler(122): Close 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:02:59,995 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T20:02:59,995 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1722): Closing 5bd2a349156a5b3194a1120adc9a30c1, disabling compactions & flushes 2024-12-11T20:02:59,995 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:02:59,995 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:02:59,995 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. after waiting 0 ms 2024-12-11T20:02:59,995 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:02:59,996 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=da7052ca32bf5e90f1305c3678c85913, regionState=CLOSED 2024-12-11T20:02:59,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=17, state=RUNNABLE, hasLock=false; CloseRegionProcedure da7052ca32bf5e90f1305c3678c85913, server=9fe0640122ec,44633,1733947374099 because future has completed 2024-12-11T20:03:00,002 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/5bd2a349156a5b3194a1120adc9a30c1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T20:03:00,003 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:03:00,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=17 2024-12-11T20:03:00,004 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1676): Region close journal for 5bd2a349156a5b3194a1120adc9a30c1: Waiting for close lock at 1733947379995Running coprocessor pre-close hooks at 1733947379995Disabling compacts and flushes for region at 1733947379995Disabling writes for close at 1733947379995Writing region close event to WAL at 1733947379996 (+1 ms)Running coprocessor post-close hooks at 1733947380003 (+7 ms)Closed at 1733947380003 2024-12-11T20:03:00,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=17, state=SUCCESS, hasLock=false; CloseRegionProcedure da7052ca32bf5e90f1305c3678c85913, server=9fe0640122ec,44633,1733947374099 in 174 msec 2024-12-11T20:03:00,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=da7052ca32bf5e90f1305c3678c85913, UNASSIGN in 191 msec 2024-12-11T20:03:00,006 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] handler.UnassignRegionHandler(157): Closed 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:03:00,006 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(122): Close cea324012f143546829d3c2f05996d06 2024-12-11T20:03:00,007 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T20:03:00,007 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1722): Closing cea324012f143546829d3c2f05996d06, disabling compactions & flushes 2024-12-11T20:03:00,007 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:03:00,007 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:03:00,007 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. after waiting 0 ms 2024-12-11T20:03:00,007 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:03:00,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=5bd2a349156a5b3194a1120adc9a30c1, regionState=CLOSED 2024-12-11T20:03:00,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=15, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5bd2a349156a5b3194a1120adc9a30c1, server=9fe0640122ec,44633,1733947374099 because future has completed 2024-12-11T20:03:00,013 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/cea324012f143546829d3c2f05996d06/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T20:03:00,014 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:03:00,015 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1676): Region close journal for cea324012f143546829d3c2f05996d06: Waiting for close lock at 1733947380007Running coprocessor pre-close hooks at 1733947380007Disabling compacts and flushes for region at 1733947380007Disabling writes for close at 1733947380007Writing region close event to WAL at 1733947380007Running coprocessor post-close hooks at 1733947380014 (+7 ms)Closed at 1733947380014 2024-12-11T20:03:00,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=15 2024-12-11T20:03:00,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=15, state=SUCCESS, hasLock=false; CloseRegionProcedure 5bd2a349156a5b3194a1120adc9a30c1, server=9fe0640122ec,44633,1733947374099 in 186 msec 2024-12-11T20:03:00,017 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(157): Closed cea324012f143546829d3c2f05996d06 2024-12-11T20:03:00,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5bd2a349156a5b3194a1120adc9a30c1, UNASSIGN in 202 msec 2024-12-11T20:03:00,018 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] handler.UnassignRegionHandler(122): Close 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:03:00,018 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T20:03:00,018 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1722): Closing 088c8d4059c9e37d9413f2cdbb468e9a, disabling compactions & flushes 2024-12-11T20:03:00,018 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:03:00,018 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:03:00,018 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. after waiting 0 ms 2024-12-11T20:03:00,018 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:03:00,018 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=cea324012f143546829d3c2f05996d06, regionState=CLOSED 2024-12-11T20:03:00,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=16, state=RUNNABLE, hasLock=false; CloseRegionProcedure cea324012f143546829d3c2f05996d06, server=9fe0640122ec,44633,1733947374099 because future has completed 2024-12-11T20:03:00,024 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/088c8d4059c9e37d9413f2cdbb468e9a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T20:03:00,025 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:03:00,025 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1676): Region close journal for 088c8d4059c9e37d9413f2cdbb468e9a: Waiting for close lock at 1733947380018Running coprocessor pre-close hooks at 1733947380018Disabling compacts and flushes for region at 1733947380018Disabling writes for close at 1733947380018Writing region close event to WAL at 1733947380018Running coprocessor post-close hooks at 1733947380025 (+7 ms)Closed at 1733947380025 2024-12-11T20:03:00,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=16 2024-12-11T20:03:00,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=16, state=SUCCESS, hasLock=false; CloseRegionProcedure cea324012f143546829d3c2f05996d06, server=9fe0640122ec,44633,1733947374099 in 196 msec 2024-12-11T20:03:00,028 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] handler.UnassignRegionHandler(157): Closed 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:03:00,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=cea324012f143546829d3c2f05996d06, UNASSIGN in 213 msec 2024-12-11T20:03:00,028 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=088c8d4059c9e37d9413f2cdbb468e9a, regionState=CLOSED 2024-12-11T20:03:00,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; CloseRegionProcedure 088c8d4059c9e37d9413f2cdbb468e9a, server=9fe0640122ec,44633,1733947374099 because future has completed 2024-12-11T20:03:00,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-11T20:03:00,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; CloseRegionProcedure 088c8d4059c9e37d9413f2cdbb468e9a, server=9fe0640122ec,44633,1733947374099 in 211 msec 2024-12-11T20:03:00,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-12-11T20:03:00,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=088c8d4059c9e37d9413f2cdbb468e9a, UNASSIGN in 222 msec 2024-12-11T20:03:00,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-11T20:03:00,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 232 msec 2024-12-11T20:03:00,044 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733947380043"}]},"ts":"1733947380043"} 2024-12-11T20:03:00,046 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=DISABLED in hbase:meta 2024-12-11T20:03:00,046 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testForCheckingIfEnableAndDisableWorksFineAfterSwitch to state=DISABLED 2024-12-11T20:03:00,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; DisableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 253 msec 2024-12-11T20:03:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-11T20:03:00,115 INFO [RPCClient-NioEventLoopGroup-5-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testForCheckingIfEnableAndDisableWorksFineAfterSwitch completed 2024-12-11T20:03:00,118 INFO [Time-limited test {}] master.HMaster(3321): ***** STOPPING master '9fe0640122ec,36739,1733947373340' ***** 2024-12-11T20:03:00,118 INFO [Time-limited test {}] master.HMaster(3323): STOPPED: stopping the active master so that the backup can become active 2024-12-11T20:03:00,118 INFO [M:0;9fe0640122ec:36739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T20:03:00,119 INFO [M:0;9fe0640122ec:36739 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;9fe0640122ec:36739. 2024-12-11T20:03:00,119 DEBUG [M:0;9fe0640122ec:36739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:630) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T20:03:00,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T20:03:00,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T20:03:00,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T20:03:00,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:00,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:00,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:00,121 INFO [Time-limited test {}] hbase.LocalHBaseCluster(362): Waiting on 9fe0640122ec,36739,1733947373340 2024-12-11T20:03:00,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T20:03:00,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T20:03:00,122 DEBUG [zk-event-processor-pool-0 {}] master.ActiveMasterManager(204): No master available. Notifying waiting threads 2024-12-11T20:03:00,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T20:03:00,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T20:03:00,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:00,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:00,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:00,124 DEBUG [M:0;9fe0640122ec:36739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:03:00,124 INFO [M:0;9fe0640122ec:36739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T20:03:00,125 DEBUG [M:0;9fe0640122ec:36739 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T20:03:00,125 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T20:03:00,125 DEBUG [M:0;9fe0640122ec:36739 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T20:03:00,125 DEBUG [master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.large.0-1733947376300 {}] cleaner.HFileCleaner(306): Exit Thread[master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.large.0-1733947376300,5,FailOnTimeoutGroup] 2024-12-11T20:03:00,125 DEBUG [master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.small.0-1733947376304 {}] cleaner.HFileCleaner(306): Exit Thread[master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.small.0-1733947376304,5,FailOnTimeoutGroup] 2024-12-11T20:03:00,125 INFO [M:0;9fe0640122ec:36739 {}] hbase.ChoreService(370): Chore service for: master/9fe0640122ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T20:03:00,125 INFO [M:0;9fe0640122ec:36739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T20:03:00,125 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T20:03:00,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T20:03:00,126 DEBUG [M:0;9fe0640122ec:36739 {}] master.HMaster(1795): Stopping service threads 2024-12-11T20:03:00,126 INFO [M:0;9fe0640122ec:36739 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T20:03:00,126 INFO [M:0;9fe0640122ec:36739 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T20:03:00,126 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9fe0640122ec,37485,1733947373999 from backup master directory 2024-12-11T20:03:00,127 ERROR [M:0;9fe0640122ec:36739 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[ProcedureExecutor-Async-Task-Executor-0,10,PEWorkerGroup] Thread[ProcedureExecutor-Async-Task-Executor-4,10,PEWorkerGroup] Thread[ProcedureExecutor-Async-Task-Executor-5,10,PEWorkerGroup] Thread[ProcedureExecutor-Async-Task-Executor-6,10,PEWorkerGroup] 2024-12-11T20:03:00,127 INFO [M:0;9fe0640122ec:36739 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T20:03:00,127 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T20:03:00,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9fe0640122ec,37485,1733947373999 2024-12-11T20:03:00,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:03:00,129 WARN [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T20:03:00,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:03:00,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T20:03:00,129 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9fe0640122ec,37485,1733947373999 2024-12-11T20:03:00,130 INFO [M:0;9fe0640122ec:36739 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/.lastflushedseqids 2024-12-11T20:03:00,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741840_1016 (size=354) 2024-12-11T20:03:00,150 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T20:03:00,150 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T20:03:00,166 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-12-11T20:03:00,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741841_1017 (size=196) 2024-12-11T20:03:00,546 INFO [M:0;9fe0640122ec:36739 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T20:03:00,546 INFO [M:0;9fe0640122ec:36739 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T20:03:00,546 DEBUG [M:0;9fe0640122ec:36739 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T20:03:00,546 INFO [M:0;9fe0640122ec:36739 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:03:00,546 DEBUG [M:0;9fe0640122ec:36739 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:03:00,546 DEBUG [M:0;9fe0640122ec:36739 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T20:03:00,546 DEBUG [M:0;9fe0640122ec:36739 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:03:00,550 INFO [M:0;9fe0640122ec:36739 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=81.42 KB heapSize=98.50 KB 2024-12-11T20:03:00,577 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T20:03:00,578 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T20:03:00,578 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T20:03:00,590 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-11T20:03:00,595 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340 to hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340-dead as it is dead 2024-12-11T20:03:00,597 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-11T20:03:00,597 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-11T20:03:00,597 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340-dead/9fe0640122ec%2C36739%2C1733947373340.1733947375751 2024-12-11T20:03:00,600 WARN [IPC Server handler 2 on default port 42493 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340-dead/9fe0640122ec%2C36739%2C1733947373340.1733947375751 has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741830_1006 2024-12-11T20:03:00,605 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340-dead/9fe0640122ec%2C36739%2C1733947373340.1733947375751 after 6ms 2024-12-11T20:03:00,614 DEBUG [M:0;9fe0640122ec:36739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7fd8069ba9642968353c3660209d6dc is 82, key is hbase:meta,,1/info:regioninfo/1733947377256/Put/seqid=0 2024-12-11T20:03:00,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741842_1019 (size=5672) 2024-12-11T20:03:01,026 INFO [M:0;9fe0640122ec:36739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7fd8069ba9642968353c3660209d6dc 2024-12-11T20:03:01,088 DEBUG [M:0;9fe0640122ec:36739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/705384f3be1b4ca0b4e1cc212d3a298c is 1112, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733947378975/Put/seqid=0 2024-12-11T20:03:01,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741843_1020 (size=7376) 2024-12-11T20:03:01,152 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_541946069_20 at /127.0.0.1:47078 [Receiving block BP-1980893985-172.17.0.2-1733947369168:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:43785:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47078 dst: /127.0.0.1:43785 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43785 remote=/127.0.0.1:47078]. Total timeout mills is 60000, 59408 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T20:03:01,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741830_1018 (size=95022) 2024-12-11T20:03:01,496 INFO [M:0;9fe0640122ec:36739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=80.87 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/705384f3be1b4ca0b4e1cc212d3a298c 2024-12-11T20:03:01,523 DEBUG [M:0;9fe0640122ec:36739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d514ea829de841a4bc1cdf15c38226cc is 69, key is 9fe0640122ec,44633,1733947374099/rs:state/1733947376417/Put/seqid=0 2024-12-11T20:03:01,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741844_1021 (size=5156) 2024-12-11T20:03:01,930 INFO [M:0;9fe0640122ec:36739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d514ea829de841a4bc1cdf15c38226cc 2024-12-11T20:03:01,939 DEBUG [M:0;9fe0640122ec:36739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7fd8069ba9642968353c3660209d6dc as hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7fd8069ba9642968353c3660209d6dc 2024-12-11T20:03:01,946 INFO [M:0;9fe0640122ec:36739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7fd8069ba9642968353c3660209d6dc, entries=8, sequenceid=176, filesize=5.5 K 2024-12-11T20:03:01,949 DEBUG [M:0;9fe0640122ec:36739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/705384f3be1b4ca0b4e1cc212d3a298c as hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/705384f3be1b4ca0b4e1cc212d3a298c 2024-12-11T20:03:01,956 INFO [M:0;9fe0640122ec:36739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/705384f3be1b4ca0b4e1cc212d3a298c, entries=22, sequenceid=176, filesize=7.2 K 2024-12-11T20:03:01,958 DEBUG [M:0;9fe0640122ec:36739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d514ea829de841a4bc1cdf15c38226cc as hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d514ea829de841a4bc1cdf15c38226cc 2024-12-11T20:03:01,966 INFO [M:0;9fe0640122ec:36739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d514ea829de841a4bc1cdf15c38226cc, entries=1, sequenceid=176, filesize=5.0 K 2024-12-11T20:03:01,967 WARN [AsyncFSWAL-0-hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData-prefix:9fe0640122ec,36739,1733947373340 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T20:03:01,968 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9fe0640122ec%2C36739%2C1733947373340:(num 1733947375751) roll requested 2024-12-11T20:03:01,982 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340/9fe0640122ec%2C36739%2C1733947373340.1733947381968, exclude list is [], retry=0 2024-12-11T20:03:01,986 WARN [master:store-WAL-Roller {}] wal.AbstractProtobufLogWriter(199): Init output failed, path=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340/9fe0640122ec%2C36739%2C1733947373340.1733947381968 org.apache.hadoop.ipc.RemoteException: Parent directory doesn't exist: /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340 at org.apache.hadoop.hdfs.server.namenode.FSDirectory.verifyParentDir(FSDirectory.java:2037) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.resolvePathForStartFile(FSDirWriteFileOp.java:338) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2773) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2713) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:830) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:504) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy39.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$create$2(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.create(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy40.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.lambda$createFileCreator3_3$0(FanOutOneBlockAsyncDFSOutputHelper.java:255) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$FileCreator.create(FanOutOneBlockAsyncDFSOutputHelper.java:156) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.createOutput(FanOutOneBlockAsyncDFSOutputHelper.java:530) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$8.doCall(FanOutOneBlockAsyncDFSOutputHelper.java:622) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$8.doCall(FanOutOneBlockAsyncDFSOutputHelper.java:617) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.createOutput(FanOutOneBlockAsyncDFSOutputHelper.java:630) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.AsyncFSOutputHelper.createOutput(AsyncFSOutputHelper.java:54) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.initOutput(AsyncProtobufLogWriter.java:185) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.init(AbstractProtobufLogWriter.java:171) ~[classes/:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.createAsyncWriter(AsyncFSWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createAsyncWriter(AsyncFSWAL.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createWriterInstance(AsyncFSWAL.java:169) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createWriterInstance(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.rollWriterInternal(AbstractFSWAL.java:1099) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$rollWriter$9(AbstractFSWAL.java:1136) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.rollWriter(AbstractFSWAL.java:1136) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALRoller$RollController.rollWal(AbstractWALRoller.java:311) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:212) ~[classes/:?] 2024-12-11T20:03:01,987 DEBUG [master:store-WAL-Roller {}] wal.AsyncFSWALProvider(136): Error instantiating log writer. org.apache.hadoop.ipc.RemoteException: Parent directory doesn't exist: /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340 at org.apache.hadoop.hdfs.server.namenode.FSDirectory.verifyParentDir(FSDirectory.java:2037) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.resolvePathForStartFile(FSDirWriteFileOp.java:338) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2773) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2713) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:830) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:504) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy39.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$create$2(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.create(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy40.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.lambda$createFileCreator3_3$0(FanOutOneBlockAsyncDFSOutputHelper.java:255) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$FileCreator.create(FanOutOneBlockAsyncDFSOutputHelper.java:156) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.createOutput(FanOutOneBlockAsyncDFSOutputHelper.java:530) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$8.doCall(FanOutOneBlockAsyncDFSOutputHelper.java:622) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$8.doCall(FanOutOneBlockAsyncDFSOutputHelper.java:617) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.createOutput(FanOutOneBlockAsyncDFSOutputHelper.java:630) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.AsyncFSOutputHelper.createOutput(AsyncFSOutputHelper.java:54) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.initOutput(AsyncProtobufLogWriter.java:185) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.init(AbstractProtobufLogWriter.java:171) ~[classes/:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.createAsyncWriter(AsyncFSWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createAsyncWriter(AsyncFSWAL.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createWriterInstance(AsyncFSWAL.java:169) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createWriterInstance(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.rollWriterInternal(AbstractFSWAL.java:1099) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$rollWriter$9(AbstractFSWAL.java:1136) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.rollWriter(AbstractFSWAL.java:1136) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALRoller$RollController.rollWal(AbstractWALRoller.java:311) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:212) ~[classes/:?] 2024-12-11T20:03:01,988 ERROR [master:store-WAL-Roller {}] wal.AbstractWALRoller(227): Roll wal failed and waiting timeout, will not retry org.apache.hadoop.ipc.RemoteException: Parent directory doesn't exist: /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340 at org.apache.hadoop.hdfs.server.namenode.FSDirectory.verifyParentDir(FSDirectory.java:2037) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.resolvePathForStartFile(FSDirWriteFileOp.java:338) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2773) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2713) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:830) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:504) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy39.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$create$2(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.create(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy40.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.lambda$createFileCreator3_3$0(FanOutOneBlockAsyncDFSOutputHelper.java:255) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$FileCreator.create(FanOutOneBlockAsyncDFSOutputHelper.java:156) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.createOutput(FanOutOneBlockAsyncDFSOutputHelper.java:530) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$8.doCall(FanOutOneBlockAsyncDFSOutputHelper.java:622) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$8.doCall(FanOutOneBlockAsyncDFSOutputHelper.java:617) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.createOutput(FanOutOneBlockAsyncDFSOutputHelper.java:630) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.AsyncFSOutputHelper.createOutput(AsyncFSOutputHelper.java:54) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.initOutput(AsyncProtobufLogWriter.java:185) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.init(AbstractProtobufLogWriter.java:171) ~[classes/:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.createAsyncWriter(AsyncFSWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createAsyncWriter(AsyncFSWAL.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createWriterInstance(AsyncFSWAL.java:169) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createWriterInstance(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.rollWriterInternal(AbstractFSWAL.java:1099) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$rollWriter$9(AbstractFSWAL.java:1136) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.rollWriter(AbstractFSWAL.java:1136) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALRoller$RollController.rollWal(AbstractWALRoller.java:311) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:212) ~[classes/:?] 2024-12-11T20:03:01,991 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T20:03:01,991 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T20:03:01,991 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340/9fe0640122ec%2C36739%2C1733947373340.1733947375751 2024-12-11T20:03:01,993 WARN [Close-WAL-Writer-0 {}] wal.AbstractFSWAL(2043): close old writer failed. java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340/9fe0640122ec%2C36739%2C1733947373340.1733947375751 at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:951) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.recoverAndClose(FanOutOneBlockAsyncDFSOutput.java:605) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:166) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340/9fe0640122ec%2C36739%2C1733947373340.1733947375751 at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy39.recoverLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$recoverLease$24(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.recoverLease(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy40.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:949) ~[hadoop-hdfs-client-3.4.1.jar:?] ... 17 more 2024-12-11T20:03:01,994 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340/9fe0640122ec%2C36739%2C1733947373340.1733947381968 2024-12-11T20:03:01,995 ERROR [Close-WAL-Writer-0 {}] wal.AbstractFSWAL(2033): Unable to recover lease after several attempts. Give up. java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340/9fe0640122ec%2C36739%2C1733947373340.1733947381968 at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:951) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340/9fe0640122ec%2C36739%2C1733947373340.1733947381968 at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy39.recoverLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$recoverLease$24(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.recoverLease(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy40.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:949) ~[hadoop-hdfs-client-3.4.1.jar:?] ... 16 more 2024-12-11T20:03:01,996 DEBUG [master:store-WAL-Roller {}] master.HMaster(3213): Abort called but aborted=true, stopped=true 2024-12-11T20:03:01,996 WARN [M:0;9fe0640122ec:36739 {}] regionserver.HRegion(3087): 1595e783b53d99cd5eef43b6debb2682 : failed writing ABORT_FLUSH marker to WAL java.io.IOException: Cannot append; log is closed, regionName = master:store,,1.1595e783b53d99cd5eef43b6debb2682. at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.stampSequenceIdAndPublishToRingBuffer(AbstractFSWAL.java:1393) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.append(AbstractFSWAL.java:1920) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$appendMarker$14(AbstractFSWAL.java:1455) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.appendMarker(AbstractFSWAL.java:1455) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.WALUtil.doFullMarkerAppendTransaction(WALUtil.java:168) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.WALUtil.writeFlushMarker(WALUtil.java:97) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3084) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.closeRegion(MasterRegion.java:132) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.close(MasterRegion.java:205) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1819) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T20:03:01,997 DEBUG [M:0;9fe0640122ec:36739 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733947380546Disabling compacts and flushes for region at 1733947380546Disabling writes for close at 1733947380546Obtaining lock to block concurrent updates at 1733947380550 (+4 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733947380550Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=83375, getHeapSize=100800, getOffHeapSize=0, getCellsCount=217 at 1733947380558 (+8 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733947380559 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733947380560 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733947380603 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733947380606 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733947381069 (+463 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733947381087 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733947381087Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733947381505 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733947381522 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733947381522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cd31a65: reopening flushed file at 1733947381938 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9449947: reopening flushed file at 1733947381948 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55026458: reopening flushed file at 1733947381956 (+8 ms)Flush failed: java.io.IOException: WAL has been closed at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doShutdown(AbstractFSWAL.java:2128) at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$2.call(AbstractFSWAL.java:1179) at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$2.call(AbstractFSWAL.java:1174) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) at 1733947381997 (+41 ms)Failed flush master:store,,1.1595e783b53d99cd5eef43b6debb2682., putting online again at 1733947381997 2024-12-11T20:03:01,998 WARN [M:0;9fe0640122ec:36739 {}] region.MasterRegion(134): Failed to close region org.apache.hadoop.hbase.DroppedSnapshotException: region: master:store,,1.1595e783b53d99cd5eef43b6debb2682. at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3095) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.closeRegion(MasterRegion.java:132) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.close(MasterRegion.java:205) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1819) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: WAL has been closed at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doShutdown(AbstractFSWAL.java:2128) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$2.call(AbstractFSWAL.java:1179) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$2.call(AbstractFSWAL.java:1174) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] ... 1 more 2024-12-11T20:03:01,999 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T20:03:01,999 INFO [M:0;9fe0640122ec:36739 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T20:03:01,999 INFO [M:0;9fe0640122ec:36739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36739 2024-12-11T20:03:02,003 INFO [M:0;9fe0640122ec:36739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T20:03:02,012 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9fe0640122ec:36739 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9fe0640122ec/172.17.0.2:36739 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T20:03:02,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.FailedServers(52): Added failed server with address 9fe0640122ec:36739 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9fe0640122ec/172.17.0.2:36739 2024-12-11T20:03:02,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:03:02,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x100caef459f0000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:03:02,107 INFO [M:0;9fe0640122ec:36739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T20:03:02,114 DEBUG [RS:0;9fe0640122ec:44633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T20:03:02,116 INFO [HMaster-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T20:03:02,117 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:02,221 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:02,324 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:02,428 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:02,531 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:02,635 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:02,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T20:03:02,738 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:02,762 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T20:03:02,842 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:02,946 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:03,049 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:03,153 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:03,256 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:03,360 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:03,463 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:03,567 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:03,671 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:03,775 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:03,801 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T20:03:03,802 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T20:03:03,804 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T20:03:03,804 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T20:03:03,804 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T20:03:03,804 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T20:03:03,879 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:03,983 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:04,087 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:04,191 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:04,294 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:04,398 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:04,501 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:04,605 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:04,606 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340-dead/9fe0640122ec%2C36739%2C1733947373340.1733947375751 after 4009ms 2024-12-11T20:03:04,608 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340-dead/9fe0640122ec%2C36739%2C1733947373340.1733947375751 to hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9fe0640122ec%2C36739%2C1733947373340.1733947375751 2024-12-11T20:03:04,608 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,36739,1733947373340-dead 2024-12-11T20:03:04,608 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,37485,1733947373999 2024-12-11T20:03:04,610 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T20:03:04,612 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9fe0640122ec%2C37485%2C1733947373999, suffix=, logDir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,37485,1733947373999, archiveDir=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/oldWALs, maxLogs=10 2024-12-11T20:03:04,626 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,37485,1733947373999/9fe0640122ec%2C37485%2C1733947373999.1733947384612, exclude list is [], retry=0 2024-12-11T20:03:04,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43785,DS-ce4fcd5b-fc1d-4ad4-814f-b56d1fe11d5b,DISK] 2024-12-11T20:03:04,631 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,37485,1733947373999/9fe0640122ec%2C37485%2C1733947373999.1733947384612 2024-12-11T20:03:04,632 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38265:38265)] 2024-12-11T20:03:04,632 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T20:03:04,632 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:04,632 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:04,632 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:04,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:04,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T20:03:04,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:04,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7fd8069ba9642968353c3660209d6dc 2024-12-11T20:03:04,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T20:03:04,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:04,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T20:03:04,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:04,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/705384f3be1b4ca0b4e1cc212d3a298c 2024-12-11T20:03:04,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:04,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:04,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T20:03:04,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:04,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d514ea829de841a4bc1cdf15c38226cc 2024-12-11T20:03:04,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:04,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:04,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T20:03:04,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:04,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:04,668 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:04,669 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-11T20:03:04,669 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9fe0640122ec%2C36739%2C1733947373340.1733947375751 2024-12-11T20:03:04,691 WARN [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(5768): EOF while replaying recover edits and config 'hbase.hregion.recovered.edits.ignore.eof' is true so we will ignore it and continue java.io.EOFException: EOF while reading message size at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3839) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.replayRecoveredEdits(HRegion.java:5640) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.replayRecoveredEditsIfAny(HRegion.java:5526) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.initializeRegionInternals(HRegion.java:1042) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.initialize(HRegion.java:976) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.openHRegion(HRegion.java:7799) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.openHRegionFromTableDir(HRegion.java:7754) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.open(MasterRegion.java:294) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:449) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T20:03:04,694 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 218, firstSequenceIdInLog=3, maxSequenceIdInLog=177, path=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9fe0640122ec%2C36739%2C1733947373340.1733947375751 2024-12-11T20:03:04,697 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9fe0640122ec%2C36739%2C1733947373340.1733947375751 2024-12-11T20:03:04,699 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:04,699 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:04,700 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T20:03:04,703 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T20:03:04,706 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/177.seqid, newMaxSeqId=177, maxSeqId=1 2024-12-11T20:03:04,708 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=178; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68407522, jitterRate=0.01935151219367981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T20:03:04,708 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733947384632Initializing all the Stores at 1733947384634 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733947384634Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947384634Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947384634Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947384634Cleaning up temporary data from old regions at 1733947384699 (+65 ms)Region opened successfully at 1733947384708 (+9 ms) 2024-12-11T20:03:04,708 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T20:03:04,708 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T20:03:04,709 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4823e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9fe0640122ec/172.17.0.2:0 2024-12-11T20:03:04,721 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-11T20:03:04,722 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T20:03:04,722 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T20:03:04,722 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T20:03:04,723 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-11T20:03:04,728 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T20:03:04,729 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-11T20:03:04,729 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; DisableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-11T20:03:04,729 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-11T20:03:04,729 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T20:03:04,733 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9fe0640122ec,44633,1733947374099, regionLocation=9fe0640122ec,44633,1733947374099, openSeqNum=2 2024-12-11T20:03:04,733 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9fe0640122ec,44633,1733947374099, table=hbase:meta, region=1588230740 2024-12-11T20:03:04,734 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9fe0640122ec,44633,1733947374099, state=OPEN 2024-12-11T20:03:04,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:03:04,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T20:03:04,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:03:04,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T20:03:04,741 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-11T20:03:04,742 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ServerManager(517): Registering regionserver=9fe0640122ec,44633,1733947374099 2024-12-11T20:03:04,744 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T20:03:04,745 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T20:03:04,746 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T20:03:04,747 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T20:03:04,748 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T20:03:04,749 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T20:03:04,750 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T20:03:04,751 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T20:03:04,752 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T20:03:04,754 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T20:03:04,756 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T20:03:04,757 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T20:03:04,758 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9fe0640122ec,37485,1733947373999, sessionid=0x100caef459f0001, setting cluster-up flag (Was=true) 2024-12-11T20:03:04,760 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T20:03:04,761 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9fe0640122ec,37485,1733947373999 2024-12-11T20:03:04,764 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T20:03:04,766 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9fe0640122ec,37485,1733947373999 2024-12-11T20:03:04,768 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/.lastflushedseqids 2024-12-11T20:03:04,772 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T20:03:04,772 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T20:03:04,772 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9fe0640122ec,37485,1733947373999 Number of backup masters: 0 Number of live region servers: 1 9fe0640122ec,44633,1733947374099 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T20:03:04,774 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9fe0640122ec:0, corePoolSize=5, maxPoolSize=5 2024-12-11T20:03:04,774 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9fe0640122ec:0, corePoolSize=5, maxPoolSize=5 2024-12-11T20:03:04,774 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9fe0640122ec:0, corePoolSize=5, maxPoolSize=5 2024-12-11T20:03:04,775 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9fe0640122ec:0, corePoolSize=5, maxPoolSize=5 2024-12-11T20:03:04,775 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9fe0640122ec:0, corePoolSize=10, maxPoolSize=10 2024-12-11T20:03:04,775 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:04,775 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9fe0640122ec:0, corePoolSize=2, maxPoolSize=2 2024-12-11T20:03:04,775 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9fe0640122ec:0, corePoolSize=1, maxPoolSize=1 2024-12-11T20:03:04,776 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733947414776 2024-12-11T20:03:04,776 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T20:03:04,776 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T20:03:04,776 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T20:03:04,776 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T20:03:04,776 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T20:03:04,776 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T20:03:04,776 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:04,777 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T20:03:04,777 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T20:03:04,777 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T20:03:04,777 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T20:03:04,777 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T20:03:04,777 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.large.0-1733947384777,5,FailOnTimeoutGroup] 2024-12-11T20:03:04,778 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.small.0-1733947384777,5,FailOnTimeoutGroup] 2024-12-11T20:03:04,778 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:04,778 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T20:03:04,778 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:04,779 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:04,779 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733947384779, completionTime=-1 2024-12-11T20:03:04,779 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-11T20:03:04,779 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T20:03:04,779 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T20:03:04,779 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9fe0640122ec,44633,1733947374099, seqNum=-1] 2024-12-11T20:03:04,780 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T20:03:04,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T20:03:04,785 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5bd2a349156a5b3194a1120adc9a30c1, regionState=CLOSED, lastHost=9fe0640122ec,44633,1733947374099, regionLocation=9fe0640122ec,44633,1733947374099, openSeqNum=2 2024-12-11T20:03:04,785 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cea324012f143546829d3c2f05996d06, regionState=CLOSED, lastHost=9fe0640122ec,44633,1733947374099, regionLocation=9fe0640122ec,44633,1733947374099, openSeqNum=2 2024-12-11T20:03:04,786 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=da7052ca32bf5e90f1305c3678c85913, regionState=CLOSED, lastHost=9fe0640122ec,44633,1733947374099, regionLocation=9fe0640122ec,44633,1733947374099, openSeqNum=2 2024-12-11T20:03:04,786 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=088c8d4059c9e37d9413f2cdbb468e9a, regionState=CLOSED, lastHost=9fe0640122ec,44633,1733947374099, regionLocation=9fe0640122ec,44633,1733947374099, openSeqNum=2 2024-12-11T20:03:04,786 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-11T20:03:04,786 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733947444786 2024-12-11T20:03:04,786 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733947504786 2024-12-11T20:03:04,786 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-12-11T20:03:04,787 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,37485,1733947373999-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:04,787 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,37485,1733947373999-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:04,787 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,37485,1733947373999-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:04,787 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9fe0640122ec:37485, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:04,787 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:04,788 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:04,793 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.664sec 2024-12-11T20:03:04,793 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T20:03:04,793 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T20:03:04,793 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T20:03:04,793 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T20:03:04,793 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T20:03:04,793 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,37485,1733947373999-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T20:03:04,793 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,37485,1733947373999-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T20:03:04,794 DEBUG [master/9fe0640122ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T20:03:04,797 DEBUG [master/9fe0640122ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T20:03:04,797 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T20:03:04,798 INFO [master/9fe0640122ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9fe0640122ec,37485,1733947373999-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T20:03:04,810 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Enabling table 2024-12-11T20:03:04,813 WARN [RPCClient-NioEventLoopGroup-5-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9fe0640122ec:36739 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9fe0640122ec/172.17.0.2:36739 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T20:03:04,815 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.FailedServers(52): Added failed server with address 9fe0640122ec:36739 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9fe0640122ec/172.17.0.2:36739 2024-12-11T20:03:04,924 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T20:03:04,925 WARN [RPCClient-NioEventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9fe0640122ec:36739 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9fe0640122ec/172.17.0.2:36739 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T20:03:04,926 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 9fe0640122ec:36739 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9fe0640122ec/172.17.0.2:36739 2024-12-11T20:03:04,926 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9fe0640122ec,37485,1733947373999 2024-12-11T20:03:04,926 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4271a580 2024-12-11T20:03:04,927 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T20:03:04,929 INFO [HMaster-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T20:03:04,930 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37485 {}] master.HMaster$12(2787): Client=jenkins//172.17.0.2 enable testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-11T20:03:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37485 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:ENABLE_TABLE_PREPARE, hasLock=false; EnableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-11T20:03:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-11T20:03:04,940 INFO [PEWorker-1 {}] procedure.EnableTableProcedure(296): Attempting to enable the table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-11T20:03:04,940 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733947384940"}]},"ts":"1733947384940"} 2024-12-11T20:03:04,942 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLING in hbase:meta 2024-12-11T20:03:04,943 DEBUG [PEWorker-1 {}] procedure.EnableTableProcedure(107): No change in number of region replicas (configuredReplicaCount=1); assigning. 2024-12-11T20:03:04,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5bd2a349156a5b3194a1120adc9a30c1, ASSIGN}, {pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=cea324012f143546829d3c2f05996d06, ASSIGN}, {pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=da7052ca32bf5e90f1305c3678c85913, ASSIGN}, {pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=088c8d4059c9e37d9413f2cdbb468e9a, ASSIGN}] 2024-12-11T20:03:04,945 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=088c8d4059c9e37d9413f2cdbb468e9a, ASSIGN 2024-12-11T20:03:04,945 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=da7052ca32bf5e90f1305c3678c85913, ASSIGN 2024-12-11T20:03:04,945 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=cea324012f143546829d3c2f05996d06, ASSIGN 2024-12-11T20:03:04,946 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5bd2a349156a5b3194a1120adc9a30c1, ASSIGN 2024-12-11T20:03:04,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost 9fe0640122ec,44633,1733947374099 as the location for region 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:03:04,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=088c8d4059c9e37d9413f2cdbb468e9a, ASSIGN; state=CLOSED, location=9fe0640122ec,44633,1733947374099; forceNewPlan=false, retain=true 2024-12-11T20:03:04,947 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost 9fe0640122ec,44633,1733947374099 as the location for region da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:03:04,947 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost 9fe0640122ec,44633,1733947374099 as the location for region cea324012f143546829d3c2f05996d06 2024-12-11T20:03:04,947 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=da7052ca32bf5e90f1305c3678c85913, ASSIGN; state=CLOSED, location=9fe0640122ec,44633,1733947374099; forceNewPlan=false, retain=true 2024-12-11T20:03:04,947 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=cea324012f143546829d3c2f05996d06, ASSIGN; state=CLOSED, location=9fe0640122ec,44633,1733947374099; forceNewPlan=false, retain=true 2024-12-11T20:03:04,947 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost 9fe0640122ec,44633,1733947374099 as the location for region 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:03:04,947 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5bd2a349156a5b3194a1120adc9a30c1, ASSIGN; state=CLOSED, location=9fe0640122ec,44633,1733947374099; forceNewPlan=false, retain=true 2024-12-11T20:03:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-11T20:03:05,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=da7052ca32bf5e90f1305c3678c85913, regionState=OPENING, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:03:05,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=cea324012f143546829d3c2f05996d06, regionState=OPENING, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:03:05,097 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=088c8d4059c9e37d9413f2cdbb468e9a, regionState=OPENING, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:03:05,097 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=5bd2a349156a5b3194a1120adc9a30c1, regionState=OPENING, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:03:05,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=da7052ca32bf5e90f1305c3678c85913, ASSIGN because future has completed 2024-12-11T20:03:05,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure da7052ca32bf5e90f1305c3678c85913, server=9fe0640122ec,44633,1733947374099}] 2024-12-11T20:03:05,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5bd2a349156a5b3194a1120adc9a30c1, ASSIGN because future has completed 2024-12-11T20:03:05,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd2a349156a5b3194a1120adc9a30c1, server=9fe0640122ec,44633,1733947374099}] 2024-12-11T20:03:05,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=cea324012f143546829d3c2f05996d06, ASSIGN because future has completed 2024-12-11T20:03:05,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=088c8d4059c9e37d9413f2cdbb468e9a, ASSIGN because future has completed 2024-12-11T20:03:05,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure cea324012f143546829d3c2f05996d06, server=9fe0640122ec,44633,1733947374099}] 2024-12-11T20:03:05,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 088c8d4059c9e37d9413f2cdbb468e9a, server=9fe0640122ec,44633,1733947374099}] 2024-12-11T20:03:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-11T20:03:05,256 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T20:03:05,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T20:03:05,264 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:03:05,264 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bd2a349156a5b3194a1120adc9a30c1, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1.', STARTKEY => '', ENDKEY => 'aaaaa'} 2024-12-11T20:03:05,265 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:03:05,265 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:05,265 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7794): checking encryption for 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:03:05,265 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7797): checking classloading for 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:03:05,268 INFO [StoreOpener-5bd2a349156a5b3194a1120adc9a30c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:03:05,269 INFO [StoreOpener-5bd2a349156a5b3194a1120adc9a30c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bd2a349156a5b3194a1120adc9a30c1 columnFamilyName family 2024-12-11T20:03:05,269 DEBUG [StoreOpener-5bd2a349156a5b3194a1120adc9a30c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:05,270 INFO [StoreOpener-5bd2a349156a5b3194a1120adc9a30c1-1 {}] regionserver.HStore(327): Store=5bd2a349156a5b3194a1120adc9a30c1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:05,270 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1038): replaying wal for 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:03:05,271 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:03:05,273 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:03:05,273 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1048): stopping wal replay for 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:03:05,274 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1060): Cleaning up temporary data for 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:03:05,277 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1093): writing seq id for 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:03:05,279 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1114): Opened 5bd2a349156a5b3194a1120adc9a30c1; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70006664, jitterRate=0.04318058490753174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:03:05,279 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:03:05,280 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1006): Region open journal for 5bd2a349156a5b3194a1120adc9a30c1: Running coprocessor pre-open hook at 1733947385266Writing region info on filesystem at 1733947385266Initializing all the Stores at 1733947385267 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947385267Cleaning up temporary data from old regions at 1733947385274 (+7 ms)Running coprocessor post-open hooks at 1733947385279 (+5 ms)Region opened successfully at 1733947385280 (+1 ms) 2024-12-11T20:03:05,282 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1., pid=29, masterSystemTime=1733947385256 2024-12-11T20:03:05,285 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:03:05,285 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:03:05,285 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:03:05,286 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => cea324012f143546829d3c2f05996d06, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06.', STARTKEY => 'aaaaa', ENDKEY => 'm\xED\xED\xED\xED'} 2024-12-11T20:03:05,286 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch cea324012f143546829d3c2f05996d06 2024-12-11T20:03:05,286 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=5bd2a349156a5b3194a1120adc9a30c1, regionState=OPEN, openSeqNum=5, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:03:05,286 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:05,286 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for cea324012f143546829d3c2f05996d06 2024-12-11T20:03:05,286 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for cea324012f143546829d3c2f05996d06 2024-12-11T20:03:05,289 INFO [StoreOpener-cea324012f143546829d3c2f05996d06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region cea324012f143546829d3c2f05996d06 2024-12-11T20:03:05,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd2a349156a5b3194a1120adc9a30c1, server=9fe0640122ec,44633,1733947374099 because future has completed 2024-12-11T20:03:05,290 INFO [StoreOpener-cea324012f143546829d3c2f05996d06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea324012f143546829d3c2f05996d06 columnFamilyName family 2024-12-11T20:03:05,290 DEBUG [StoreOpener-cea324012f143546829d3c2f05996d06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:05,291 INFO [StoreOpener-cea324012f143546829d3c2f05996d06-1 {}] regionserver.HStore(327): Store=cea324012f143546829d3c2f05996d06/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:05,291 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for cea324012f143546829d3c2f05996d06 2024-12-11T20:03:05,293 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/cea324012f143546829d3c2f05996d06 2024-12-11T20:03:05,295 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/cea324012f143546829d3c2f05996d06 2024-12-11T20:03:05,296 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for cea324012f143546829d3c2f05996d06 2024-12-11T20:03:05,296 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for cea324012f143546829d3c2f05996d06 2024-12-11T20:03:05,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=24 2024-12-11T20:03:05,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bd2a349156a5b3194a1120adc9a30c1, server=9fe0640122ec,44633,1733947374099 in 189 msec 2024-12-11T20:03:05,299 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for cea324012f143546829d3c2f05996d06 2024-12-11T20:03:05,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5bd2a349156a5b3194a1120adc9a30c1, ASSIGN in 353 msec 2024-12-11T20:03:05,301 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1114): Opened cea324012f143546829d3c2f05996d06; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67412869, jitterRate=0.004530027508735657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:03:05,301 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cea324012f143546829d3c2f05996d06 2024-12-11T20:03:05,301 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for cea324012f143546829d3c2f05996d06: Running coprocessor pre-open hook at 1733947385287Writing region info on filesystem at 1733947385287Initializing all the Stores at 1733947385288 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947385288Cleaning up temporary data from old regions at 1733947385296 (+8 ms)Running coprocessor post-open hooks at 1733947385301 (+5 ms)Region opened successfully at 1733947385301 2024-12-11T20:03:05,302 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06., pid=30, masterSystemTime=1733947385256 2024-12-11T20:03:05,306 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:03:05,306 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:03:05,306 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:03:05,306 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 088c8d4059c9e37d9413f2cdbb468e9a, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a.', STARTKEY => 'zzzzz', ENDKEY => ''} 2024-12-11T20:03:05,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=cea324012f143546829d3c2f05996d06, regionState=OPEN, openSeqNum=5, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:03:05,307 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:03:05,307 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:05,307 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:03:05,307 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:03:05,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure cea324012f143546829d3c2f05996d06, server=9fe0640122ec,44633,1733947374099 because future has completed 2024-12-11T20:03:05,311 INFO [StoreOpener-088c8d4059c9e37d9413f2cdbb468e9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:03:05,312 INFO [StoreOpener-088c8d4059c9e37d9413f2cdbb468e9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 088c8d4059c9e37d9413f2cdbb468e9a columnFamilyName family 2024-12-11T20:03:05,312 DEBUG [StoreOpener-088c8d4059c9e37d9413f2cdbb468e9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:05,313 INFO [StoreOpener-088c8d4059c9e37d9413f2cdbb468e9a-1 {}] regionserver.HStore(327): Store=088c8d4059c9e37d9413f2cdbb468e9a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:05,313 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:03:05,314 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:03:05,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-12-11T20:03:05,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure cea324012f143546829d3c2f05996d06, server=9fe0640122ec,44633,1733947374099 in 208 msec 2024-12-11T20:03:05,317 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:03:05,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=cea324012f143546829d3c2f05996d06, ASSIGN in 371 msec 2024-12-11T20:03:05,318 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:03:05,318 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:03:05,321 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:03:05,323 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 088c8d4059c9e37d9413f2cdbb468e9a; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67290539, jitterRate=0.002707168459892273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:03:05,323 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:03:05,323 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 088c8d4059c9e37d9413f2cdbb468e9a: Running coprocessor pre-open hook at 1733947385307Writing region info on filesystem at 1733947385307Initializing all the Stores at 1733947385310 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947385310Cleaning up temporary data from old regions at 1733947385319 (+9 ms)Running coprocessor post-open hooks at 1733947385323 (+4 ms)Region opened successfully at 1733947385323 2024-12-11T20:03:05,324 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a., pid=31, masterSystemTime=1733947385256 2024-12-11T20:03:05,327 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:03:05,327 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:03:05,327 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:03:05,327 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => da7052ca32bf5e90f1305c3678c85913, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913.', STARTKEY => 'm\xED\xED\xED\xED', ENDKEY => 'zzzzz'} 2024-12-11T20:03:05,328 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:03:05,328 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=088c8d4059c9e37d9413f2cdbb468e9a, regionState=OPEN, openSeqNum=5, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:03:05,328 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T20:03:05,328 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:03:05,328 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:03:05,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 088c8d4059c9e37d9413f2cdbb468e9a, server=9fe0640122ec,44633,1733947374099 because future has completed 2024-12-11T20:03:05,333 INFO [StoreOpener-da7052ca32bf5e90f1305c3678c85913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:03:05,334 INFO [StoreOpener-da7052ca32bf5e90f1305c3678c85913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da7052ca32bf5e90f1305c3678c85913 columnFamilyName family 2024-12-11T20:03:05,334 DEBUG [StoreOpener-da7052ca32bf5e90f1305c3678c85913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T20:03:05,335 INFO [StoreOpener-da7052ca32bf5e90f1305c3678c85913-1 {}] regionserver.HStore(327): Store=da7052ca32bf5e90f1305c3678c85913/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T20:03:05,335 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:03:05,336 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:03:05,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=27 2024-12-11T20:03:05,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 088c8d4059c9e37d9413f2cdbb468e9a, server=9fe0640122ec,44633,1733947374099 in 227 msec 2024-12-11T20:03:05,338 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:03:05,338 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:03:05,339 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:03:05,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=088c8d4059c9e37d9413f2cdbb468e9a, ASSIGN in 393 msec 2024-12-11T20:03:05,341 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:03:05,342 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened da7052ca32bf5e90f1305c3678c85913; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60962060, jitterRate=-0.09159451723098755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T20:03:05,342 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:03:05,342 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for da7052ca32bf5e90f1305c3678c85913: Running coprocessor pre-open hook at 1733947385328Writing region info on filesystem at 1733947385328Initializing all the Stores at 1733947385329 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733947385329Cleaning up temporary data from old regions at 1733947385339 (+10 ms)Running coprocessor post-open hooks at 1733947385342 (+3 ms)Region opened successfully at 1733947385342 2024-12-11T20:03:05,343 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913., pid=28, masterSystemTime=1733947385256 2024-12-11T20:03:05,346 DEBUG [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:03:05,346 INFO [RS_OPEN_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:03:05,347 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=da7052ca32bf5e90f1305c3678c85913, regionState=OPEN, openSeqNum=5, regionLocation=9fe0640122ec,44633,1733947374099 2024-12-11T20:03:05,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure da7052ca32bf5e90f1305c3678c85913, server=9fe0640122ec,44633,1733947374099 because future has completed 2024-12-11T20:03:05,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=26 2024-12-11T20:03:05,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure da7052ca32bf5e90f1305c3678c85913, server=9fe0640122ec,44633,1733947374099 in 250 msec 2024-12-11T20:03:05,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=23 2024-12-11T20:03:05,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=da7052ca32bf5e90f1305c3678c85913, ASSIGN in 409 msec 2024-12-11T20:03:05,357 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733947385357"}]},"ts":"1733947385357"} 2024-12-11T20:03:05,359 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLED in hbase:meta 2024-12-11T20:03:05,360 INFO [PEWorker-4 {}] procedure.EnableTableProcedure(310): Table 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch' was successfully enabled. 2024-12-11T20:03:05,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; EnableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 430 msec 2024-12-11T20:03:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-11T20:03:05,566 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Waiting for no more RIT 2024-12-11T20:03:05,566 INFO [RPCClient-NioEventLoopGroup-5-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: ENABLE, Table Name: default:testForCheckingIfEnableAndDisableWorksFineAfterSwitch completed 2024-12-11T20:03:05,566 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T20:03:05,566 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Verifying there are 5 assigned on cluster 2024-12-11T20:03:05,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T20:03:05,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T20:03:05,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable.testForCheckingIfEnableAndDisableWorksFineAfterSwitch(TestMasterRestartAfterDisablingTable.java:126) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T20:03:05,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:03:05,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:03:05,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T20:03:05,568 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T20:03:05,568 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2120188460, stopped=false 2024-12-11T20:03:05,569 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9fe0640122ec,37485,1733947373999 2024-12-11T20:03:05,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T20:03:05,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:05,571 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T20:03:05,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T20:03:05,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:05,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T20:03:05,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable.testForCheckingIfEnableAndDisableWorksFineAfterSwitch(TestMasterRestartAfterDisablingTable.java:126) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T20:03:05,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:03:05,573 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9fe0640122ec,44633,1733947374099' ***** 2024-12-11T20:03:05,573 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T20:03:05,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:03:05,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T20:03:05,573 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T20:03:05,574 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T20:03:05,574 INFO [RS:0;9fe0640122ec:44633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T20:03:05,574 INFO [RS:0;9fe0640122ec:44633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T20:03:05,574 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bd2a349156a5b3194a1120adc9a30c1 2024-12-11T20:03:05,575 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:03:05,575 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for cea324012f143546829d3c2f05996d06 2024-12-11T20:03:05,575 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for 088c8d4059c9e37d9413f2cdbb468e9a 2024-12-11T20:03:05,575 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(959): stopping server 9fe0640122ec,44633,1733947374099 2024-12-11T20:03:05,575 INFO [RS:0;9fe0640122ec:44633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T20:03:05,575 INFO [RS:0;9fe0640122ec:44633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9fe0640122ec:44633. 2024-12-11T20:03:05,575 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bd2a349156a5b3194a1120adc9a30c1, disabling compactions & flushes 2024-12-11T20:03:05,575 DEBUG [RS:0;9fe0640122ec:44633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T20:03:05,575 DEBUG [RS:0;9fe0640122ec:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:03:05,575 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:03:05,575 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:03:05,575 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. after waiting 0 ms 2024-12-11T20:03:05,575 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:03:05,575 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T20:03:05,576 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T20:03:05,576 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T20:03:05,576 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T20:03:05,576 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-11T20:03:05,576 DEBUG [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(1325): Online Regions={5bd2a349156a5b3194a1120adc9a30c1=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1., 1588230740=hbase:meta,,1.1588230740, da7052ca32bf5e90f1305c3678c85913=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913., cea324012f143546829d3c2f05996d06=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06., 088c8d4059c9e37d9413f2cdbb468e9a=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a.} 2024-12-11T20:03:05,577 DEBUG [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(1351): Waiting on 088c8d4059c9e37d9413f2cdbb468e9a, 1588230740, 5bd2a349156a5b3194a1120adc9a30c1, cea324012f143546829d3c2f05996d06, da7052ca32bf5e90f1305c3678c85913 2024-12-11T20:03:05,581 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T20:03:05,581 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T20:03:05,581 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T20:03:05,581 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T20:03:05,581 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T20:03:05,581 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.33 KB heapSize=24.70 KB 2024-12-11T20:03:05,582 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/5bd2a349156a5b3194a1120adc9a30c1/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-11T20:03:05,583 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:03:05,583 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bd2a349156a5b3194a1120adc9a30c1: Waiting for close lock at 1733947385575Running coprocessor pre-close hooks at 1733947385575Disabling compacts and flushes for region at 1733947385575Disabling writes for close at 1733947385575Writing region close event to WAL at 1733947385576 (+1 ms)Running coprocessor post-close hooks at 1733947385583 (+7 ms)Closed at 1733947385583 2024-12-11T20:03:05,583 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733947377584.5bd2a349156a5b3194a1120adc9a30c1. 2024-12-11T20:03:05,583 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da7052ca32bf5e90f1305c3678c85913, disabling compactions & flushes 2024-12-11T20:03:05,584 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:03:05,584 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:03:05,584 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. after waiting 0 ms 2024-12-11T20:03:05,584 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:03:05,602 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/da7052ca32bf5e90f1305c3678c85913/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-11T20:03:05,603 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:03:05,603 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da7052ca32bf5e90f1305c3678c85913: Waiting for close lock at 1733947385583Running coprocessor pre-close hooks at 1733947385583Disabling compacts and flushes for region at 1733947385583Disabling writes for close at 1733947385584 (+1 ms)Writing region close event to WAL at 1733947385584Running coprocessor post-close hooks at 1733947385603 (+19 ms)Closed at 1733947385603 2024-12-11T20:03:05,603 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733947377584.da7052ca32bf5e90f1305c3678c85913. 2024-12-11T20:03:05,603 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cea324012f143546829d3c2f05996d06, disabling compactions & flushes 2024-12-11T20:03:05,603 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:03:05,603 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:03:05,603 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. after waiting 0 ms 2024-12-11T20:03:05,603 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:03:05,608 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740/.tmp/info/cd21dc8416634d90b628177a59537868 is 242, key is testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06./info:regioninfo/1733947385306/Put/seqid=0 2024-12-11T20:03:05,610 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/cea324012f143546829d3c2f05996d06/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-11T20:03:05,611 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:03:05,611 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cea324012f143546829d3c2f05996d06: Waiting for close lock at 1733947385603Running coprocessor pre-close hooks at 1733947385603Disabling compacts and flushes for region at 1733947385603Disabling writes for close at 1733947385603Writing region close event to WAL at 1733947385604 (+1 ms)Running coprocessor post-close hooks at 1733947385611 (+7 ms)Closed at 1733947385611 2024-12-11T20:03:05,611 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733947377584.cea324012f143546829d3c2f05996d06. 2024-12-11T20:03:05,611 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 088c8d4059c9e37d9413f2cdbb468e9a, disabling compactions & flushes 2024-12-11T20:03:05,611 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:03:05,612 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:03:05,612 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. after waiting 0 ms 2024-12-11T20:03:05,612 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:03:05,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741846_1023 (size=16093) 2024-12-11T20:03:05,617 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.76 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740/.tmp/info/cd21dc8416634d90b628177a59537868 2024-12-11T20:03:05,619 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/088c8d4059c9e37d9413f2cdbb468e9a/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-11T20:03:05,620 INFO [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:03:05,620 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 088c8d4059c9e37d9413f2cdbb468e9a: Waiting for close lock at 1733947385611Running coprocessor pre-close hooks at 1733947385611Disabling compacts and flushes for region at 1733947385611Disabling writes for close at 1733947385612 (+1 ms)Writing region close event to WAL at 1733947385612Running coprocessor post-close hooks at 1733947385620 (+8 ms)Closed at 1733947385620 2024-12-11T20:03:05,620 DEBUG [RS_CLOSE_REGION-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733947377584.088c8d4059c9e37d9413f2cdbb468e9a. 2024-12-11T20:03:05,628 INFO [regionserver/9fe0640122ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T20:03:05,643 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740/.tmp/ns/a3606671862e4cbea74813a994babe01 is 43, key is default/ns:d/1733947377351/Put/seqid=0 2024-12-11T20:03:05,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741847_1024 (size=5153) 2024-12-11T20:03:05,777 DEBUG [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T20:03:05,977 DEBUG [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T20:03:06,050 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740/.tmp/ns/a3606671862e4cbea74813a994babe01 2024-12-11T20:03:06,074 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740/.tmp/table/2c4e97cad2ec4d0d828f2d6bcd6435be is 89, key is testForCheckingIfEnableAndDisableWorksFineAfterSwitch/table:state/1733947385357/Put/seqid=0 2024-12-11T20:03:06,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741848_1025 (size=5594) 2024-12-11T20:03:06,178 DEBUG [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T20:03:06,378 DEBUG [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T20:03:06,481 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=510 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740/.tmp/table/2c4e97cad2ec4d0d828f2d6bcd6435be 2024-12-11T20:03:06,491 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740/.tmp/info/cd21dc8416634d90b628177a59537868 as hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740/info/cd21dc8416634d90b628177a59537868 2024-12-11T20:03:06,499 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740/info/cd21dc8416634d90b628177a59537868, entries=60, sequenceid=37, filesize=15.7 K 2024-12-11T20:03:06,500 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740/.tmp/ns/a3606671862e4cbea74813a994babe01 as hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740/ns/a3606671862e4cbea74813a994babe01 2024-12-11T20:03:06,508 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740/ns/a3606671862e4cbea74813a994babe01, entries=2, sequenceid=37, filesize=5.0 K 2024-12-11T20:03:06,509 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740/.tmp/table/2c4e97cad2ec4d0d828f2d6bcd6435be as hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740/table/2c4e97cad2ec4d0d828f2d6bcd6435be 2024-12-11T20:03:06,511 INFO [regionserver/9fe0640122ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T20:03:06,511 INFO [regionserver/9fe0640122ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T20:03:06,519 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740/table/2c4e97cad2ec4d0d828f2d6bcd6435be, entries=3, sequenceid=37, filesize=5.5 K 2024-12-11T20:03:06,524 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.33 KB/16727, heapSize ~24.41 KB/24992, currentSize=0 B/0 for 1588230740 in 939ms, sequenceid=37, compaction requested=false 2024-12-11T20:03:06,531 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-11T20:03:06,532 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T20:03:06,532 INFO [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T20:03:06,533 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733947385580Running coprocessor pre-close hooks at 1733947385580Disabling compacts and flushes for region at 1733947385580Disabling writes for close at 1733947385581 (+1 ms)Obtaining lock to block concurrent updates at 1733947385581Preparing flush snapshotting stores in 1588230740 at 1733947385581Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16727, getHeapSize=25232, getOffHeapSize=0, getCellsCount=100 at 1733947385582 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733947385583 (+1 ms)Flushing 1588230740/info: creating writer at 1733947385583Flushing 1588230740/info: appending metadata at 1733947385607 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733947385608 (+1 ms)Flushing 1588230740/ns: creating writer at 1733947385626 (+18 ms)Flushing 1588230740/ns: appending metadata at 1733947385642 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733947385643 (+1 ms)Flushing 1588230740/table: creating writer at 1733947386058 (+415 ms)Flushing 1588230740/table: appending metadata at 1733947386074 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733947386074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58f02df4: reopening flushed file at 1733947386489 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72d4bf82: reopening flushed file at 1733947386499 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c2d64a3: reopening flushed file at 1733947386508 (+9 ms)Finished flush of dataSize ~16.33 KB/16727, heapSize ~24.41 KB/24992, currentSize=0 B/0 for 1588230740 in 939ms, sequenceid=37, compaction requested=false at 1733947386524 (+16 ms)Writing region close event to WAL at 1733947386526 (+2 ms)Running coprocessor post-close hooks at 1733947386532 (+6 ms)Closed at 1733947386532 2024-12-11T20:03:06,533 DEBUG [RS_CLOSE_META-regionserver/9fe0640122ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T20:03:06,578 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(976): stopping server 9fe0640122ec,44633,1733947374099; all regions closed. 2024-12-11T20:03:06,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741834_1010 (size=19381) 2024-12-11T20:03:06,583 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/WALs/9fe0640122ec,44633,1733947374099/9fe0640122ec%2C44633%2C1733947374099.meta.1733947377165.meta not finished, retry = 0 2024-12-11T20:03:06,689 DEBUG [RS:0;9fe0640122ec:44633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/oldWALs 2024-12-11T20:03:06,689 INFO [RS:0;9fe0640122ec:44633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9fe0640122ec%2C44633%2C1733947374099.meta:.meta(num 1733947377165) 2024-12-11T20:03:06,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741832_1008 (size=6769) 2024-12-11T20:03:06,692 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/WALs/9fe0640122ec,44633,1733947374099/9fe0640122ec%2C44633%2C1733947374099.1733947376681 not finished, retry = 0 2024-12-11T20:03:06,796 DEBUG [RS:0;9fe0640122ec:44633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/oldWALs 2024-12-11T20:03:06,796 INFO [RS:0;9fe0640122ec:44633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9fe0640122ec%2C44633%2C1733947374099:(num 1733947376681) 2024-12-11T20:03:06,796 DEBUG [RS:0;9fe0640122ec:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T20:03:06,796 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T20:03:06,796 INFO [RS:0;9fe0640122ec:44633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T20:03:06,797 INFO [RS:0;9fe0640122ec:44633 {}] hbase.ChoreService(370): Chore service for: regionserver/9fe0640122ec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T20:03:06,797 INFO [RS:0;9fe0640122ec:44633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T20:03:06,797 INFO [regionserver/9fe0640122ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T20:03:06,797 INFO [RS:0;9fe0640122ec:44633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44633 2024-12-11T20:03:06,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T20:03:06,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9fe0640122ec,44633,1733947374099 2024-12-11T20:03:06,799 INFO [RS:0;9fe0640122ec:44633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T20:03:06,801 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9fe0640122ec,44633,1733947374099] 2024-12-11T20:03:06,803 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9fe0640122ec,44633,1733947374099 already deleted, retry=false 2024-12-11T20:03:06,803 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9fe0640122ec,44633,1733947374099 expired; onlineServers=0 2024-12-11T20:03:06,803 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9fe0640122ec,37485,1733947373999' ***** 2024-12-11T20:03:06,803 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T20:03:06,803 INFO [M:1;9fe0640122ec:37485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T20:03:06,803 INFO [M:1;9fe0640122ec:37485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T20:03:06,803 DEBUG [M:1;9fe0640122ec:37485 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T20:03:06,803 DEBUG [M:1;9fe0640122ec:37485 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T20:03:06,803 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T20:03:06,803 DEBUG [master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.small.0-1733947384777 {}] cleaner.HFileCleaner(306): Exit Thread[master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.small.0-1733947384777,5,FailOnTimeoutGroup] 2024-12-11T20:03:06,804 DEBUG [master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.large.0-1733947384777 {}] cleaner.HFileCleaner(306): Exit Thread[master/9fe0640122ec:0:becomeActiveMaster-HFileCleaner.large.0-1733947384777,5,FailOnTimeoutGroup] 2024-12-11T20:03:06,804 INFO [M:1;9fe0640122ec:37485 {}] hbase.ChoreService(370): Chore service for: master/9fe0640122ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T20:03:06,804 INFO [M:1;9fe0640122ec:37485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T20:03:06,804 DEBUG [M:1;9fe0640122ec:37485 {}] master.HMaster(1795): Stopping service threads 2024-12-11T20:03:06,804 INFO [M:1;9fe0640122ec:37485 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T20:03:06,804 INFO [M:1;9fe0640122ec:37485 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T20:03:06,805 INFO [M:1;9fe0640122ec:37485 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T20:03:06,805 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T20:03:06,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T20:03:06,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T20:03:06,806 DEBUG [M:1;9fe0640122ec:37485 {}] zookeeper.ZKUtil(347): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T20:03:06,806 WARN [M:1;9fe0640122ec:37485 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T20:03:06,807 INFO [M:1;9fe0640122ec:37485 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/.lastflushedseqids 2024-12-11T20:03:06,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741849_1026 (size=354) 2024-12-11T20:03:06,904 INFO [RS:0;9fe0640122ec:44633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T20:03:06,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:03:06,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x100caef459f0002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:03:06,904 INFO [RS:0;9fe0640122ec:44633 {}] regionserver.HRegionServer(1031): Exiting; stopping=9fe0640122ec,44633,1733947374099; zookeeper connection closed. 2024-12-11T20:03:06,905 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@88408e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@88408e5 2024-12-11T20:03:06,905 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-11T20:03:07,215 INFO [M:1;9fe0640122ec:37485 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T20:03:07,215 INFO [M:1;9fe0640122ec:37485 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T20:03:07,215 DEBUG [M:1;9fe0640122ec:37485 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T20:03:07,215 INFO [M:1;9fe0640122ec:37485 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:03:07,215 DEBUG [M:1;9fe0640122ec:37485 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:03:07,215 DEBUG [M:1;9fe0640122ec:37485 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T20:03:07,215 DEBUG [M:1;9fe0640122ec:37485 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:03:07,215 INFO [M:1;9fe0640122ec:37485 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=31.34 KB heapSize=38.83 KB 2024-12-11T20:03:07,234 DEBUG [M:1;9fe0640122ec:37485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93015c4c1f964682915587e7e1becf7e is 376, key is \x00\x00\x00\x00\x00\x00\x00\x17/proc:d/1733947385362/Put/seqid=0 2024-12-11T20:03:07,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741850_1027 (size=5632) 2024-12-11T20:03:07,640 INFO [M:1;9fe0640122ec:37485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.34 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93015c4c1f964682915587e7e1becf7e 2024-12-11T20:03:07,648 DEBUG [M:1;9fe0640122ec:37485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93015c4c1f964682915587e7e1becf7e as hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93015c4c1f964682915587e7e1becf7e 2024-12-11T20:03:07,655 INFO [M:1;9fe0640122ec:37485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42493/user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93015c4c1f964682915587e7e1becf7e, entries=9, sequenceid=251, filesize=5.5 K 2024-12-11T20:03:07,656 INFO [M:1;9fe0640122ec:37485 {}] regionserver.HRegion(3140): Finished flush of dataSize ~31.34 KB/32094, heapSize ~38.06 KB/38976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 441ms, sequenceid=251, compaction requested=false 2024-12-11T20:03:07,658 INFO [M:1;9fe0640122ec:37485 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T20:03:07,658 DEBUG [M:1;9fe0640122ec:37485 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733947387215Disabling compacts and flushes for region at 1733947387215Disabling writes for close at 1733947387215Obtaining lock to block concurrent updates at 1733947387215Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733947387215Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=32094, getHeapSize=39696, getOffHeapSize=0, getCellsCount=88 at 1733947387216 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733947387217 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733947387217Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733947387233 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733947387233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13ba0812: reopening flushed file at 1733947387647 (+414 ms)Finished flush of dataSize ~31.34 KB/32094, heapSize ~38.06 KB/38976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 441ms, sequenceid=251, compaction requested=false at 1733947387656 (+9 ms)Writing region close event to WAL at 1733947387658 (+2 ms)Closed at 1733947387658 2024-12-11T20:03:07,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741845_1022 (size=37497) 2024-12-11T20:03:07,661 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/679353d4-d1d0-d0a9-7c0e-1fa1494285af/MasterData/WALs/9fe0640122ec,37485,1733947373999/9fe0640122ec%2C37485%2C1733947373999.1733947384612 not finished, retry = 0 2024-12-11T20:03:07,762 INFO [M:1;9fe0640122ec:37485 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T20:03:07,762 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T20:03:07,762 INFO [M:1;9fe0640122ec:37485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37485 2024-12-11T20:03:07,762 INFO [M:1;9fe0640122ec:37485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T20:03:07,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:03:07,865 INFO [M:1;9fe0640122ec:37485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T20:03:07,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x100caef459f0001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T20:03:07,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33f7db9c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T20:03:07,873 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25c56894{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T20:03:07,873 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T20:03:07,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6acff809{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T20:03:07,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15bd6c52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/hadoop.log.dir/,STOPPED} 2024-12-11T20:03:07,876 WARN [BP-1980893985-172.17.0.2-1733947369168 heartbeating to localhost/127.0.0.1:42493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T20:03:07,876 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T20:03:07,876 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T20:03:07,876 WARN [BP-1980893985-172.17.0.2-1733947369168 heartbeating to localhost/127.0.0.1:42493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1980893985-172.17.0.2-1733947369168 (Datanode Uuid 06d7db56-61ac-465a-b727-f22133ccc557) service to localhost/127.0.0.1:42493 2024-12-11T20:03:07,878 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/cluster_11f47d74-80d3-e453-056f-e3e9dd4d6afd/data/data1/current/BP-1980893985-172.17.0.2-1733947369168 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T20:03:07,878 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/cluster_11f47d74-80d3-e453-056f-e3e9dd4d6afd/data/data2/current/BP-1980893985-172.17.0.2-1733947369168 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T20:03:07,878 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T20:03:07,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@462eefb5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T20:03:07,887 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@365fcff2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T20:03:07,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T20:03:07,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b88a8c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T20:03:07,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@826ab60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88dc220-1a5c-29d2-f6fd-d08a24a40a45/hadoop.log.dir/,STOPPED} 2024-12-11T20:03:07,895 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T20:03:07,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-11T20:03:07,954 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.TestMasterRestartAfterDisablingTable#testForCheckingIfEnableAndDisableWorksFineAfterSwitch Thread=70 (was 11) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1701229847) connection to localhost/127.0.0.1:42493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9fe0640122ec:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9fe0640122ec:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@47d2aef4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9fe0640122ec:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1701229847) connection to localhost/127.0.0.1:42493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1701229847) connection to localhost/127.0.0.1:42493 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=380 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 550), ProcessCount=11 (was 11), AvailableMemoryMB=344 (was 988)