2024-12-11 16:48:36,905 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd 2024-12-11 16:48:36,915 main DEBUG Took 0.008432 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 16:48:36,915 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 16:48:36,915 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 16:48:36,916 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 16:48:36,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 16:48:36,928 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 16:48:36,939 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 16:48:36,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 16:48:36,941 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 16:48:36,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 16:48:36,942 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 16:48:36,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 16:48:36,943 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 16:48:36,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 16:48:36,944 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 16:48:36,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 16:48:36,944 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 16:48:36,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 16:48:36,945 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 16:48:36,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 16:48:36,946 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 16:48:36,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 16:48:36,946 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 16:48:36,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 16:48:36,947 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 16:48:36,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 16:48:36,948 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 16:48:36,948 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 16:48:36,948 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 16:48:36,948 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 16:48:36,949 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 16:48:36,949 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 16:48:36,950 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 16:48:36,951 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 16:48:36,953 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 16:48:36,953 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 16:48:36,954 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 16:48:36,955 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 16:48:36,962 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 16:48:36,964 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 16:48:36,966 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 16:48:36,966 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 16:48:36,967 main DEBUG createAppenders(={Console}) 2024-12-11 16:48:36,967 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd initialized 2024-12-11 16:48:36,967 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd 2024-12-11 16:48:36,968 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd OK. 2024-12-11 16:48:36,968 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 16:48:36,968 main DEBUG OutputStream closed 2024-12-11 16:48:36,968 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 16:48:36,969 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 16:48:36,969 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@66d3eec0 OK 2024-12-11 16:48:37,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 16:48:37,043 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 16:48:37,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 16:48:37,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 16:48:37,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 16:48:37,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 16:48:37,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 16:48:37,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 16:48:37,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 16:48:37,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 16:48:37,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 16:48:37,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 16:48:37,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 16:48:37,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 16:48:37,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 16:48:37,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 16:48:37,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 16:48:37,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 16:48:37,053 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 16:48:37,053 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@2ef14fe) with optional ClassLoader: null 2024-12-11 16:48:37,054 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 16:48:37,054 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@2ef14fe] started OK. 2024-12-11T16:48:37,065 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable timeout: 13 mins 2024-12-11 16:48:37,068 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 16:48:37,068 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T16:48:37,104 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.TestMasterRestartAfterDisablingTable#testForCheckingIfEnableAndDisableWorksFineAfterSwitch Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=1998 2024-12-11T16:48:37,108 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Starting cluster 2024-12-11T16:48:37,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7 2024-12-11T16:48:37,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=2, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T16:48:37,328 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/cluster_74ae974e-610d-b36c-fa62-593819ace723, deleteOnExit=true 2024-12-11T16:48:37,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T16:48:37,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/test.cache.data in system properties and HBase conf 2024-12-11T16:48:37,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T16:48:37,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/hadoop.log.dir in system properties and HBase conf 2024-12-11T16:48:37,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T16:48:37,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T16:48:37,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T16:48:37,403 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T16:48:37,488 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T16:48:37,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T16:48:37,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T16:48:37,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T16:48:37,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T16:48:37,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T16:48:37,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T16:48:37,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T16:48:37,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T16:48:37,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T16:48:37,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/nfs.dump.dir in system properties and HBase conf 2024-12-11T16:48:37,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/java.io.tmpdir in system properties and HBase conf 2024-12-11T16:48:37,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T16:48:37,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T16:48:37,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T16:48:38,448 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T16:48:38,518 INFO [Time-limited test {}] log.Log(170): Logging initialized @2179ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T16:48:38,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T16:48:38,646 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T16:48:38,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T16:48:38,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T16:48:38,667 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T16:48:38,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T16:48:38,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eaa105d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/hadoop.log.dir/,AVAILABLE} 2024-12-11T16:48:38,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1297df6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T16:48:38,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0f5f3f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/java.io.tmpdir/jetty-localhost-34851-hadoop-hdfs-3_4_1-tests_jar-_-any-9083336928819733474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T16:48:38,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ce32234{HTTP/1.1, (http/1.1)}{localhost:34851} 2024-12-11T16:48:38,843 INFO [Time-limited test {}] server.Server(415): Started @2504ms 2024-12-11T16:48:39,324 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T16:48:39,331 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T16:48:39,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T16:48:39,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T16:48:39,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T16:48:39,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61bba7f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/hadoop.log.dir/,AVAILABLE} 2024-12-11T16:48:39,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3545d277{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T16:48:39,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@652b7fd2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/java.io.tmpdir/jetty-localhost-44345-hadoop-hdfs-3_4_1-tests_jar-_-any-9571828619451666573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T16:48:39,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bd6c191{HTTP/1.1, (http/1.1)}{localhost:44345} 2024-12-11T16:48:39,432 INFO [Time-limited test {}] server.Server(415): Started @3093ms 2024-12-11T16:48:39,482 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T16:48:40,302 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/cluster_74ae974e-610d-b36c-fa62-593819ace723/data/data2/current/BP-1945147295-172.17.0.2-1733935718003/current, will proceed with Du for space computation calculation, 2024-12-11T16:48:40,302 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/cluster_74ae974e-610d-b36c-fa62-593819ace723/data/data1/current/BP-1945147295-172.17.0.2-1733935718003/current, will proceed with Du for space computation calculation, 2024-12-11T16:48:40,327 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T16:48:40,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb4b0311ed814370 with lease ID 0xae1a68ad3d891a71: Processing first storage report for DS-3e2831a2-0982-4861-bfd0-5b75b7d849f4 from datanode DatanodeRegistration(127.0.0.1:41675, datanodeUuid=1fa57324-6f7a-4c92-be5a-715a1f707c8a, infoPort=38581, infoSecurePort=0, ipcPort=44743, storageInfo=lv=-57;cid=testClusterID;nsid=539346130;c=1733935718003) 2024-12-11T16:48:40,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb4b0311ed814370 with lease ID 0xae1a68ad3d891a71: from storage DS-3e2831a2-0982-4861-bfd0-5b75b7d849f4 node DatanodeRegistration(127.0.0.1:41675, datanodeUuid=1fa57324-6f7a-4c92-be5a-715a1f707c8a, infoPort=38581, infoSecurePort=0, ipcPort=44743, storageInfo=lv=-57;cid=testClusterID;nsid=539346130;c=1733935718003), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T16:48:40,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb4b0311ed814370 with lease ID 0xae1a68ad3d891a71: Processing first storage report for DS-8b02077f-cb31-4fcb-a660-276ff8674137 from datanode DatanodeRegistration(127.0.0.1:41675, datanodeUuid=1fa57324-6f7a-4c92-be5a-715a1f707c8a, infoPort=38581, infoSecurePort=0, ipcPort=44743, storageInfo=lv=-57;cid=testClusterID;nsid=539346130;c=1733935718003) 2024-12-11T16:48:40,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb4b0311ed814370 with lease ID 0xae1a68ad3d891a71: from storage DS-8b02077f-cb31-4fcb-a660-276ff8674137 node DatanodeRegistration(127.0.0.1:41675, datanodeUuid=1fa57324-6f7a-4c92-be5a-715a1f707c8a, infoPort=38581, infoSecurePort=0, ipcPort=44743, storageInfo=lv=-57;cid=testClusterID;nsid=539346130;c=1733935718003), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T16:48:40,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7 2024-12-11T16:48:40,511 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/cluster_74ae974e-610d-b36c-fa62-593819ace723/zookeeper_0, clientPort=61086, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/cluster_74ae974e-610d-b36c-fa62-593819ace723/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/cluster_74ae974e-610d-b36c-fa62-593819ace723/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T16:48:40,519 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61086 2024-12-11T16:48:40,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T16:48:40,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T16:48:40,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741825_1001 (size=7) 2024-12-11T16:48:41,140 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17 with version=8 2024-12-11T16:48:41,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/hbase-staging 2024-12-11T16:48:41,215 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T16:48:41,442 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7446a65196a1:0 server-side Connection retries=45 2024-12-11T16:48:41,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T16:48:41,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T16:48:41,455 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T16:48:41,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T16:48:41,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T16:48:41,592 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T16:48:41,643 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T16:48:41,650 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T16:48:41,653 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T16:48:41,675 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 91773 (auto-detected) 2024-12-11T16:48:41,676 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T16:48:41,693 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46425 2024-12-11T16:48:41,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46425 connecting to ZooKeeper ensemble=127.0.0.1:61086 2024-12-11T16:48:41,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464250x0, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T16:48:41,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46425-0x10015d526cd0000 connected 2024-12-11T16:48:41,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T16:48:41,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T16:48:41,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T16:48:41,937 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17, hbase.cluster.distributed=false 2024-12-11T16:48:41,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T16:48:41,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46425 2024-12-11T16:48:41,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46425 2024-12-11T16:48:41,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46425 2024-12-11T16:48:41,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46425 2024-12-11T16:48:41,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46425 2024-12-11T16:48:41,966 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7446a65196a1:0 server-side Connection retries=45 2024-12-11T16:48:41,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T16:48:41,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T16:48:41,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T16:48:41,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T16:48:41,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T16:48:41,968 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T16:48:41,968 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T16:48:41,969 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40669 2024-12-11T16:48:41,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40669 connecting to ZooKeeper ensemble=127.0.0.1:61086 2024-12-11T16:48:41,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406690x0, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T16:48:41,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40669-0x10015d526cd0001 connected 2024-12-11T16:48:42,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T16:48:42,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T16:48:42,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T16:48:42,018 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17, hbase.cluster.distributed=false 2024-12-11T16:48:42,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T16:48:42,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40669 2024-12-11T16:48:42,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40669 2024-12-11T16:48:42,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40669 2024-12-11T16:48:42,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40669 2024-12-11T16:48:42,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40669 2024-12-11T16:48:42,131 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7446a65196a1:0 server-side Connection retries=45 2024-12-11T16:48:42,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T16:48:42,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T16:48:42,133 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T16:48:42,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T16:48:42,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T16:48:42,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T16:48:42,138 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T16:48:42,138 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41115 2024-12-11T16:48:42,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41115 connecting to ZooKeeper ensemble=127.0.0.1:61086 2024-12-11T16:48:42,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T16:48:42,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T16:48:42,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411150x0, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T16:48:42,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41115-0x10015d526cd0002 connected 2024-12-11T16:48:42,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T16:48:42,187 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T16:48:42,195 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T16:48:42,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T16:48:42,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T16:48:42,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41115 2024-12-11T16:48:42,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41115 2024-12-11T16:48:42,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41115 2024-12-11T16:48:42,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41115 2024-12-11T16:48:42,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41115 2024-12-11T16:48:42,218 DEBUG [M:0;7446a65196a1:46425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7446a65196a1:46425 2024-12-11T16:48:42,218 DEBUG [M:1;7446a65196a1:40669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:1;7446a65196a1:40669 2024-12-11T16:48:42,219 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7446a65196a1,40669,1733935721966 2024-12-11T16:48:42,219 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7446a65196a1,46425,1733935721296 2024-12-11T16:48:42,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T16:48:42,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T16:48:42,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T16:48:42,237 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7446a65196a1,46425,1733935721296 2024-12-11T16:48:42,237 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7446a65196a1,40669,1733935721966 2024-12-11T16:48:42,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:42,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T16:48:42,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:42,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:42,263 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T16:48:42,263 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T16:48:42,264 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7446a65196a1,40669,1733935721966 from backup master directory 2024-12-11T16:48:42,264 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.ActiveMasterManager(296): Another master is the active master, 7446a65196a1,40669,1733935721966; waiting to become the next active master 2024-12-11T16:48:42,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T16:48:42,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T16:48:42,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7446a65196a1,40669,1733935721966 2024-12-11T16:48:42,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T16:48:42,277 WARN [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T16:48:42,277 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7446a65196a1,40669,1733935721966 2024-12-11T16:48:42,280 INFO [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T16:48:42,282 INFO [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T16:48:42,332 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/hbase.id] with ID: 79e2f583-486f-43ae-aabc-f759a62d3b31 2024-12-11T16:48:42,332 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/.tmp/hbase.id 2024-12-11T16:48:42,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741826_1002 (size=42) 2024-12-11T16:48:42,746 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/.tmp/hbase.id]:[hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/hbase.id] 2024-12-11T16:48:42,795 INFO [master/7446a65196a1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T16:48:42,799 INFO [master/7446a65196a1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T16:48:42,816 INFO [master/7446a65196a1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-11T16:48:42,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:42,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:42,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:42,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741827_1003 (size=196) 2024-12-11T16:48:43,303 INFO [master/7446a65196a1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T16:48:43,305 INFO [master/7446a65196a1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T16:48:43,319 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T16:48:43,323 INFO [master/7446a65196a1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T16:48:43,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741828_1004 (size=1189) 2024-12-11T16:48:43,372 INFO [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store 2024-12-11T16:48:43,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741829_1005 (size=34) 2024-12-11T16:48:43,803 INFO [master/7446a65196a1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T16:48:43,806 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T16:48:43,807 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T16:48:43,808 INFO [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T16:48:43,808 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T16:48:43,809 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T16:48:43,810 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T16:48:43,810 INFO [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T16:48:43,811 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733935723807Disabling compacts and flushes for region at 1733935723807Disabling writes for close at 1733935723809 (+2 ms)Writing region close event to WAL at 1733935723810 (+1 ms)Closed at 1733935723810 2024-12-11T16:48:43,813 WARN [master/7446a65196a1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/.initializing 2024-12-11T16:48:43,814 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966 2024-12-11T16:48:43,822 INFO [master/7446a65196a1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T16:48:43,835 INFO [master/7446a65196a1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7446a65196a1%2C40669%2C1733935721966, suffix=, logDir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966, archiveDir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/oldWALs, maxLogs=10 2024-12-11T16:48:43,855 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966/7446a65196a1%2C40669%2C1733935721966.1733935723839, exclude list is [], retry=0 2024-12-11T16:48:43,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41675,DS-3e2831a2-0982-4861-bfd0-5b75b7d849f4,DISK] 2024-12-11T16:48:43,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T16:48:43,902 INFO [master/7446a65196a1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966/7446a65196a1%2C40669%2C1733935721966.1733935723839 2024-12-11T16:48:43,902 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38581:38581)] 2024-12-11T16:48:43,903 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T16:48:43,903 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T16:48:43,906 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:43,907 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:43,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:43,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T16:48:43,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:43,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T16:48:43,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:43,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T16:48:43,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:43,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T16:48:43,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:43,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T16:48:43,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:43,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T16:48:43,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:43,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T16:48:43,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:43,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T16:48:43,979 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:43,983 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:43,984 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:43,989 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:43,989 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:43,993 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T16:48:43,997 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:44,001 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T16:48:44,002 INFO [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67178989, jitterRate=0.001044943928718567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T16:48:44,008 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733935723918Initializing all the Stores at 1733935723920 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733935723920Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733935723921 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733935723921Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733935723921Cleaning up temporary data from old regions at 1733935723989 (+68 ms)Region opened successfully at 1733935724008 (+19 ms) 2024-12-11T16:48:44,009 INFO [master/7446a65196a1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T16:48:44,038 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ec4bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7446a65196a1/172.17.0.2:0 2024-12-11T16:48:44,064 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T16:48:44,073 INFO [master/7446a65196a1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T16:48:44,073 INFO [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T16:48:44,075 INFO [master/7446a65196a1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T16:48:44,077 INFO [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T16:48:44,081 INFO [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-11T16:48:44,081 INFO [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T16:48:44,103 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T16:48:44,111 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T16:48:44,167 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T16:48:44,172 INFO [master/7446a65196a1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T16:48:44,175 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T16:48:44,186 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T16:48:44,190 INFO [master/7446a65196a1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T16:48:44,194 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T16:48:44,203 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T16:48:44,204 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T16:48:44,211 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T16:48:44,233 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T16:48:44,244 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T16:48:44,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T16:48:44,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T16:48:44,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T16:48:44,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:44,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:44,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:44,256 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7446a65196a1,40669,1733935721966, sessionid=0x10015d526cd0001, setting cluster-up flag (Was=false) 2024-12-11T16:48:44,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:44,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:44,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:44,312 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T16:48:44,316 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7446a65196a1,40669,1733935721966 2024-12-11T16:48:44,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:44,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:44,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:44,361 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T16:48:44,363 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7446a65196a1,40669,1733935721966 2024-12-11T16:48:44,370 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T16:48:44,411 INFO [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(746): ClusterId : 79e2f583-486f-43ae-aabc-f759a62d3b31 2024-12-11T16:48:44,413 DEBUG [RS:0;7446a65196a1:41115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T16:48:44,434 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T16:48:44,442 INFO [master/7446a65196a1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T16:48:44,447 DEBUG [RS:0;7446a65196a1:41115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T16:48:44,447 DEBUG [RS:0;7446a65196a1:41115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T16:48:44,448 INFO [master/7446a65196a1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T16:48:44,453 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7446a65196a1,40669,1733935721966 Number of backup masters: 1 7446a65196a1,46425,1733935721296 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T16:48:44,460 DEBUG [RS:0;7446a65196a1:41115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T16:48:44,461 DEBUG [RS:0;7446a65196a1:41115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2626deb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7446a65196a1/172.17.0.2:0 2024-12-11T16:48:44,461 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7446a65196a1:0, corePoolSize=5, maxPoolSize=5 2024-12-11T16:48:44,461 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7446a65196a1:0, corePoolSize=5, maxPoolSize=5 2024-12-11T16:48:44,462 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7446a65196a1:0, corePoolSize=5, maxPoolSize=5 2024-12-11T16:48:44,462 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7446a65196a1:0, corePoolSize=5, maxPoolSize=5 2024-12-11T16:48:44,462 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7446a65196a1:0, corePoolSize=10, maxPoolSize=10 2024-12-11T16:48:44,462 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7446a65196a1:0, corePoolSize=1, maxPoolSize=1 2024-12-11T16:48:44,462 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7446a65196a1:0, corePoolSize=2, maxPoolSize=2 2024-12-11T16:48:44,462 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7446a65196a1:0, corePoolSize=1, maxPoolSize=1 2024-12-11T16:48:44,464 INFO [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733935754464 2024-12-11T16:48:44,465 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T16:48:44,466 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T16:48:44,467 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T16:48:44,468 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T16:48:44,470 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T16:48:44,470 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T16:48:44,471 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T16:48:44,471 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T16:48:44,471 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:44,473 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:44,473 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T16:48:44,474 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T16:48:44,475 DEBUG [RS:0;7446a65196a1:41115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7446a65196a1:41115 2024-12-11T16:48:44,476 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T16:48:44,476 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T16:48:44,478 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T16:48:44,478 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T16:48:44,479 INFO [RS:0;7446a65196a1:41115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T16:48:44,479 INFO [RS:0;7446a65196a1:41115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T16:48:44,479 DEBUG [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T16:48:44,481 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7446a65196a1:0:becomeActiveMaster-HFileCleaner.large.0-1733935724480,5,FailOnTimeoutGroup] 2024-12-11T16:48:44,481 INFO [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(2659): reportForDuty to master=7446a65196a1,40669,1733935721966 with port=41115, startcode=1733935722087 2024-12-11T16:48:44,483 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7446a65196a1:0:becomeActiveMaster-HFileCleaner.small.0-1733935724481,5,FailOnTimeoutGroup] 2024-12-11T16:48:44,483 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:44,483 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T16:48:44,484 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:44,485 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:44,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741831_1007 (size=1321) 2024-12-11T16:48:44,492 DEBUG [RS:0;7446a65196a1:41115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T16:48:44,518 INFO [HMaster-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T16:48:44,524 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40669 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7446a65196a1,41115,1733935722087 2024-12-11T16:48:44,527 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40669 {}] master.ServerManager(517): Registering regionserver=7446a65196a1,41115,1733935722087 2024-12-11T16:48:44,542 DEBUG [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17 2024-12-11T16:48:44,542 DEBUG [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34505 2024-12-11T16:48:44,542 DEBUG [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T16:48:44,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T16:48:44,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T16:48:44,595 DEBUG [RS:0;7446a65196a1:41115 {}] zookeeper.ZKUtil(111): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7446a65196a1,41115,1733935722087 2024-12-11T16:48:44,595 WARN [RS:0;7446a65196a1:41115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T16:48:44,596 INFO [RS:0;7446a65196a1:41115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T16:48:44,596 DEBUG [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/WALs/7446a65196a1,41115,1733935722087 2024-12-11T16:48:44,600 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7446a65196a1,41115,1733935722087] 2024-12-11T16:48:44,624 INFO [RS:0;7446a65196a1:41115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T16:48:44,635 INFO [RS:0;7446a65196a1:41115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T16:48:44,639 INFO [RS:0;7446a65196a1:41115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T16:48:44,639 INFO [RS:0;7446a65196a1:41115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:44,640 INFO [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T16:48:44,645 INFO [RS:0;7446a65196a1:41115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T16:48:44,646 INFO [RS:0;7446a65196a1:41115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:44,646 DEBUG [RS:0;7446a65196a1:41115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7446a65196a1:0, corePoolSize=1, maxPoolSize=1 2024-12-11T16:48:44,646 DEBUG [RS:0;7446a65196a1:41115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7446a65196a1:0, corePoolSize=1, maxPoolSize=1 2024-12-11T16:48:44,646 DEBUG [RS:0;7446a65196a1:41115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7446a65196a1:0, corePoolSize=1, maxPoolSize=1 2024-12-11T16:48:44,646 DEBUG [RS:0;7446a65196a1:41115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7446a65196a1:0, corePoolSize=1, maxPoolSize=1 2024-12-11T16:48:44,646 DEBUG [RS:0;7446a65196a1:41115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7446a65196a1:0, corePoolSize=1, maxPoolSize=1 2024-12-11T16:48:44,646 DEBUG [RS:0;7446a65196a1:41115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7446a65196a1:0, corePoolSize=2, maxPoolSize=2 2024-12-11T16:48:44,647 DEBUG [RS:0;7446a65196a1:41115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7446a65196a1:0, corePoolSize=1, maxPoolSize=1 2024-12-11T16:48:44,647 DEBUG [RS:0;7446a65196a1:41115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7446a65196a1:0, corePoolSize=1, maxPoolSize=1 2024-12-11T16:48:44,647 DEBUG [RS:0;7446a65196a1:41115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7446a65196a1:0, corePoolSize=1, maxPoolSize=1 2024-12-11T16:48:44,647 DEBUG [RS:0;7446a65196a1:41115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7446a65196a1:0, corePoolSize=1, maxPoolSize=1 2024-12-11T16:48:44,647 DEBUG [RS:0;7446a65196a1:41115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7446a65196a1:0, corePoolSize=1, maxPoolSize=1 2024-12-11T16:48:44,647 DEBUG [RS:0;7446a65196a1:41115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7446a65196a1:0, corePoolSize=1, maxPoolSize=1 2024-12-11T16:48:44,648 DEBUG [RS:0;7446a65196a1:41115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7446a65196a1:0, corePoolSize=3, maxPoolSize=3 2024-12-11T16:48:44,648 DEBUG [RS:0;7446a65196a1:41115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7446a65196a1:0, corePoolSize=3, maxPoolSize=3 2024-12-11T16:48:44,648 INFO [RS:0;7446a65196a1:41115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:44,649 INFO [RS:0;7446a65196a1:41115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:44,649 INFO [RS:0;7446a65196a1:41115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:44,649 INFO [RS:0;7446a65196a1:41115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:44,649 INFO [RS:0;7446a65196a1:41115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:44,649 INFO [RS:0;7446a65196a1:41115 {}] hbase.ChoreService(168): Chore ScheduledChore name=7446a65196a1,41115,1733935722087-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T16:48:44,665 INFO [RS:0;7446a65196a1:41115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T16:48:44,667 INFO [RS:0;7446a65196a1:41115 {}] hbase.ChoreService(168): Chore ScheduledChore name=7446a65196a1,41115,1733935722087-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:44,667 INFO [RS:0;7446a65196a1:41115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:44,667 INFO [RS:0;7446a65196a1:41115 {}] regionserver.Replication(171): 7446a65196a1,41115,1733935722087 started 2024-12-11T16:48:44,682 INFO [RS:0;7446a65196a1:41115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:44,683 INFO [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(1482): Serving as 7446a65196a1,41115,1733935722087, RpcServer on 7446a65196a1/172.17.0.2:41115, sessionid=0x10015d526cd0002 2024-12-11T16:48:44,683 DEBUG [RS:0;7446a65196a1:41115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T16:48:44,683 DEBUG [RS:0;7446a65196a1:41115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7446a65196a1,41115,1733935722087 2024-12-11T16:48:44,684 DEBUG [RS:0;7446a65196a1:41115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7446a65196a1,41115,1733935722087' 2024-12-11T16:48:44,684 DEBUG [RS:0;7446a65196a1:41115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T16:48:44,685 DEBUG [RS:0;7446a65196a1:41115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T16:48:44,685 DEBUG [RS:0;7446a65196a1:41115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T16:48:44,685 DEBUG [RS:0;7446a65196a1:41115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T16:48:44,686 DEBUG [RS:0;7446a65196a1:41115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7446a65196a1,41115,1733935722087 2024-12-11T16:48:44,686 DEBUG [RS:0;7446a65196a1:41115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7446a65196a1,41115,1733935722087' 2024-12-11T16:48:44,686 DEBUG [RS:0;7446a65196a1:41115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T16:48:44,686 DEBUG [RS:0;7446a65196a1:41115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T16:48:44,687 DEBUG [RS:0;7446a65196a1:41115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T16:48:44,687 INFO [RS:0;7446a65196a1:41115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T16:48:44,687 INFO [RS:0;7446a65196a1:41115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T16:48:44,799 INFO [RS:0;7446a65196a1:41115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T16:48:44,802 INFO [RS:0;7446a65196a1:41115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7446a65196a1%2C41115%2C1733935722087, suffix=, logDir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/WALs/7446a65196a1,41115,1733935722087, archiveDir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/oldWALs, maxLogs=32 2024-12-11T16:48:44,815 DEBUG [RS:0;7446a65196a1:41115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/WALs/7446a65196a1,41115,1733935722087/7446a65196a1%2C41115%2C1733935722087.1733935724804, exclude list is [], retry=0 2024-12-11T16:48:44,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41675,DS-3e2831a2-0982-4861-bfd0-5b75b7d849f4,DISK] 2024-12-11T16:48:44,823 INFO [RS:0;7446a65196a1:41115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/WALs/7446a65196a1,41115,1733935722087/7446a65196a1%2C41115%2C1733935722087.1733935724804 2024-12-11T16:48:44,823 DEBUG [RS:0;7446a65196a1:41115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38581:38581)] 2024-12-11T16:48:44,890 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T16:48:44,891 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17 2024-12-11T16:48:44,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741833_1009 (size=32) 2024-12-11T16:48:45,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T16:48:45,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T16:48:45,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T16:48:45,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:45,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T16:48:45,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T16:48:45,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T16:48:45,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:45,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T16:48:45,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T16:48:45,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T16:48:45,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:45,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T16:48:45,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T16:48:45,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T16:48:45,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:45,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T16:48:45,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T16:48:45,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740 2024-12-11T16:48:45,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740 2024-12-11T16:48:45,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T16:48:45,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T16:48:45,336 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T16:48:45,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T16:48:45,342 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T16:48:45,343 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68869048, jitterRate=0.026228785514831543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T16:48:45,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733935725311Initializing all the Stores at 1733935725313 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733935725313Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733935725313Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733935725313Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733935725313Cleaning up temporary data from old regions at 1733935725335 (+22 ms)Region opened successfully at 1733935725345 (+10 ms) 2024-12-11T16:48:45,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T16:48:45,345 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T16:48:45,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T16:48:45,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T16:48:45,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T16:48:45,347 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T16:48:45,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733935725345Disabling compacts and flushes for region at 1733935725345Disabling writes for close at 1733935725345Writing region close event to WAL at 1733935725346 (+1 ms)Closed at 1733935725347 (+1 ms) 2024-12-11T16:48:45,349 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T16:48:45,349 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T16:48:45,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T16:48:45,362 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T16:48:45,364 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T16:48:45,517 DEBUG [7446a65196a1:40669 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-11T16:48:45,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:45,536 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7446a65196a1,41115,1733935722087, state=OPENING 2024-12-11T16:48:45,592 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T16:48:45,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:45,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:45,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:45,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T16:48:45,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T16:48:45,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T16:48:45,608 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T16:48:45,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7446a65196a1,41115,1733935722087}] 2024-12-11T16:48:45,793 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T16:48:45,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T16:48:45,806 INFO [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T16:48:45,806 INFO [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T16:48:45,806 INFO [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T16:48:45,810 INFO [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7446a65196a1%2C41115%2C1733935722087.meta, suffix=.meta, logDir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/WALs/7446a65196a1,41115,1733935722087, archiveDir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/oldWALs, maxLogs=32 2024-12-11T16:48:45,824 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/WALs/7446a65196a1,41115,1733935722087/7446a65196a1%2C41115%2C1733935722087.meta.1733935725811.meta, exclude list is [], retry=0 2024-12-11T16:48:45,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41675,DS-3e2831a2-0982-4861-bfd0-5b75b7d849f4,DISK] 2024-12-11T16:48:45,831 INFO [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/WALs/7446a65196a1,41115,1733935722087/7446a65196a1%2C41115%2C1733935722087.meta.1733935725811.meta 2024-12-11T16:48:45,831 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38581:38581)] 2024-12-11T16:48:45,831 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T16:48:45,833 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T16:48:45,835 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T16:48:45,839 INFO [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T16:48:45,843 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T16:48:45,843 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T16:48:45,844 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T16:48:45,844 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T16:48:45,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T16:48:45,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T16:48:45,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:45,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T16:48:45,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T16:48:45,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T16:48:45,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:45,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T16:48:45,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T16:48:45,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T16:48:45,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:45,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T16:48:45,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T16:48:45,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T16:48:45,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:45,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T16:48:45,856 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T16:48:45,858 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740 2024-12-11T16:48:45,860 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740 2024-12-11T16:48:45,862 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T16:48:45,862 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T16:48:45,863 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T16:48:45,866 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T16:48:45,868 INFO [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68974425, jitterRate=0.027799025177955627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T16:48:45,868 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T16:48:45,870 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733935725844Writing region info on filesystem at 1733935725844Initializing all the Stores at 1733935725846 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733935725846Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733935725846Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733935725846Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733935725846Cleaning up temporary data from old regions at 1733935725863 (+17 ms)Running coprocessor post-open hooks at 1733935725868 (+5 ms)Region opened successfully at 1733935725870 (+2 ms) 2024-12-11T16:48:45,877 INFO [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733935725784 2024-12-11T16:48:45,888 DEBUG [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T16:48:45,888 INFO [RS_OPEN_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T16:48:45,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:45,893 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7446a65196a1,41115,1733935722087, state=OPEN 2024-12-11T16:48:45,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T16:48:45,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T16:48:45,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T16:48:45,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T16:48:45,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T16:48:45,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T16:48:45,953 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7446a65196a1,41115,1733935722087 2024-12-11T16:48:45,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T16:48:45,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7446a65196a1,41115,1733935722087 in 342 msec 2024-12-11T16:48:45,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T16:48:45,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 607 msec 2024-12-11T16:48:45,968 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T16:48:45,968 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T16:48:45,986 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T16:48:45,987 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7446a65196a1,41115,1733935722087, seqNum=-1] 2024-12-11T16:48:46,005 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T16:48:46,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T16:48:46,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6280 sec 2024-12-11T16:48:46,028 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733935726028, completionTime=-1 2024-12-11T16:48:46,031 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-11T16:48:46,031 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T16:48:46,056 INFO [master/7446a65196a1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-11T16:48:46,056 INFO [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733935786056 2024-12-11T16:48:46,056 INFO [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733935846056 2024-12-11T16:48:46,056 INFO [master/7446a65196a1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-12-11T16:48:46,059 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7446a65196a1,40669,1733935721966-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:46,059 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7446a65196a1,40669,1733935721966-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:46,059 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7446a65196a1,40669,1733935721966-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:46,061 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7446a65196a1:40669, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:46,061 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:46,062 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:46,068 DEBUG [master/7446a65196a1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T16:48:46,087 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.809sec 2024-12-11T16:48:46,088 INFO [master/7446a65196a1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T16:48:46,089 INFO [master/7446a65196a1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T16:48:46,090 INFO [master/7446a65196a1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T16:48:46,091 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T16:48:46,091 INFO [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T16:48:46,092 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7446a65196a1,40669,1733935721966-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T16:48:46,092 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7446a65196a1,40669,1733935721966-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T16:48:46,101 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T16:48:46,102 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T16:48:46,102 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7446a65196a1,40669,1733935721966-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:46,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497359de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T16:48:46,126 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T16:48:46,126 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T16:48:46,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7446a65196a1,46425,-1 for getting cluster id 2024-12-11T16:48:46,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T16:48:46,147 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79e2f583-486f-43ae-aabc-f759a62d3b31' 2024-12-11T16:48:46,149 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T16:48:46,149 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79e2f583-486f-43ae-aabc-f759a62d3b31" 2024-12-11T16:48:46,151 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff31ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T16:48:46,151 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7446a65196a1,40669,-1, 7446a65196a1,46425,-1] 2024-12-11T16:48:46,153 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T16:48:46,155 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T16:48:46,156 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T16:48:46,157 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T16:48:46,158 INFO [HMaster-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T16:48:46,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5913bfc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T16:48:46,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T16:48:46,168 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7446a65196a1,41115,1733935722087, seqNum=-1] 2024-12-11T16:48:46,169 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T16:48:46,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T16:48:46,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7446a65196a1,40669,1733935721966 2024-12-11T16:48:46,203 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Waiting for active/ready master 2024-12-11T16:48:46,203 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Creating table with 4 regions 2024-12-11T16:48:46,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T16:48:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] master.ActiveMasterManager(144): Attempting to fetch active master sn from zk 2024-12-11T16:48:46,213 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7446a65196a1,40669,1733935721966 2024-12-11T16:48:46,216 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71c798a1 2024-12-11T16:48:46,217 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T16:48:46,220 INFO [HMaster-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T16:48:46,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T16:48:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-11T16:48:46,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T16:48:46,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testForCheckingIfEnableAndDisableWorksFineAfterSwitch" procId is: 4 2024-12-11T16:48:46,247 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:46,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T16:48:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T16:48:46,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741835_1011 (size=433) 2024-12-11T16:48:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T16:48:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T16:48:46,667 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e105cfb91cfa0e65ea48ecc07ff9dca4, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4.', STARTKEY => '', ENDKEY => 'aaaaa'}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17 2024-12-11T16:48:46,668 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1f2074da1f6eb499f9ccca1812360fc5, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5.', STARTKEY => 'm\xED\xED\xED\xED', ENDKEY => 'zzzzz'}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17 2024-12-11T16:48:46,670 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b7d6072bf8f72b0f1563705f95fb6c10, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10.', STARTKEY => 'aaaaa', ENDKEY => 'm\xED\xED\xED\xED'}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17 2024-12-11T16:48:46,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741836_1012 (size=93) 2024-12-11T16:48:46,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741837_1013 (size=98) 2024-12-11T16:48:46,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741838_1014 (size=98) 2024-12-11T16:48:46,684 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T16:48:46,684 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1722): Closing 1f2074da1f6eb499f9ccca1812360fc5, disabling compactions & flushes 2024-12-11T16:48:46,684 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:46,684 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:46,685 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. after waiting 0 ms 2024-12-11T16:48:46,685 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:46,685 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:46,685 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1f2074da1f6eb499f9ccca1812360fc5: Waiting for close lock at 1733935726684Disabling compacts and flushes for region at 1733935726684Disabling writes for close at 1733935726685 (+1 ms)Writing region close event to WAL at 1733935726685Closed at 1733935726685 2024-12-11T16:48:46,685 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 343eb3438242cb4b5fc4cc688eed051b, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b.', STARTKEY => 'zzzzz', ENDKEY => ''}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17 2024-12-11T16:48:46,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741839_1015 (size=93) 2024-12-11T16:48:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T16:48:47,083 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T16:48:47,083 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1722): Closing e105cfb91cfa0e65ea48ecc07ff9dca4, disabling compactions & flushes 2024-12-11T16:48:47,083 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:47,084 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:47,084 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. after waiting 0 ms 2024-12-11T16:48:47,084 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:47,084 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:47,084 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1676): Region close journal for e105cfb91cfa0e65ea48ecc07ff9dca4: Waiting for close lock at 1733935727083Disabling compacts and flushes for region at 1733935727083Disabling writes for close at 1733935727084 (+1 ms)Writing region close event to WAL at 1733935727084Closed at 1733935727084 2024-12-11T16:48:47,085 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T16:48:47,085 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1722): Closing b7d6072bf8f72b0f1563705f95fb6c10, disabling compactions & flushes 2024-12-11T16:48:47,086 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:47,086 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:47,086 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. after waiting 0 ms 2024-12-11T16:48:47,086 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:47,086 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:47,086 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1676): Region close journal for b7d6072bf8f72b0f1563705f95fb6c10: Waiting for close lock at 1733935727085Disabling compacts and flushes for region at 1733935727085Disabling writes for close at 1733935727086 (+1 ms)Writing region close event to WAL at 1733935727086Closed at 1733935727086 2024-12-11T16:48:47,094 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T16:48:47,095 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1722): Closing 343eb3438242cb4b5fc4cc688eed051b, disabling compactions & flushes 2024-12-11T16:48:47,095 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:47,095 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:47,095 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. after waiting 0 ms 2024-12-11T16:48:47,095 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:47,095 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:47,095 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1676): Region close journal for 343eb3438242cb4b5fc4cc688eed051b: Waiting for close lock at 1733935727095Disabling compacts and flushes for region at 1733935727095Disabling writes for close at 1733935727095Writing region close event to WAL at 1733935727095Closed at 1733935727095 2024-12-11T16:48:47,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T16:48:47,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\\xED\\xED\\xED\\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5.","families":{"info":[{"qualifier":"regioninfo","vlen":97,"tag":[],"timestamp":"1733935727097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733935727097"}]},"ts":"1733935727097"} 2024-12-11T16:48:47,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4.","families":{"info":[{"qualifier":"regioninfo","vlen":92,"tag":[],"timestamp":"1733935727097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733935727097"}]},"ts":"1733935727097"} 2024-12-11T16:48:47,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10.","families":{"info":[{"qualifier":"regioninfo","vlen":97,"tag":[],"timestamp":"1733935727097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733935727097"}]},"ts":"1733935727097"} 2024-12-11T16:48:47,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b.","families":{"info":[{"qualifier":"regioninfo","vlen":92,"tag":[],"timestamp":"1733935727097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733935727097"}]},"ts":"1733935727097"} 2024-12-11T16:48:47,132 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 4 regions to meta. 2024-12-11T16:48:47,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T16:48:47,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733935727134"}]},"ts":"1733935727134"} 2024-12-11T16:48:47,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLING in hbase:meta 2024-12-11T16:48:47,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e105cfb91cfa0e65ea48ecc07ff9dca4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b7d6072bf8f72b0f1563705f95fb6c10, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=1f2074da1f6eb499f9ccca1812360fc5, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=343eb3438242cb4b5fc4cc688eed051b, ASSIGN}] 2024-12-11T16:48:47,145 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e105cfb91cfa0e65ea48ecc07ff9dca4, ASSIGN 2024-12-11T16:48:47,145 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b7d6072bf8f72b0f1563705f95fb6c10, ASSIGN 2024-12-11T16:48:47,145 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=343eb3438242cb4b5fc4cc688eed051b, ASSIGN 2024-12-11T16:48:47,145 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=1f2074da1f6eb499f9ccca1812360fc5, ASSIGN 2024-12-11T16:48:47,147 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e105cfb91cfa0e65ea48ecc07ff9dca4, ASSIGN; state=OFFLINE, location=7446a65196a1,41115,1733935722087; forceNewPlan=false, retain=false 2024-12-11T16:48:47,147 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=1f2074da1f6eb499f9ccca1812360fc5, ASSIGN; state=OFFLINE, location=7446a65196a1,41115,1733935722087; forceNewPlan=false, retain=false 2024-12-11T16:48:47,147 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=343eb3438242cb4b5fc4cc688eed051b, ASSIGN; state=OFFLINE, location=7446a65196a1,41115,1733935722087; forceNewPlan=false, retain=false 2024-12-11T16:48:47,147 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b7d6072bf8f72b0f1563705f95fb6c10, ASSIGN; state=OFFLINE, location=7446a65196a1,41115,1733935722087; forceNewPlan=false, retain=false 2024-12-11T16:48:47,299 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b7d6072bf8f72b0f1563705f95fb6c10, regionState=OPENING, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:47,299 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=343eb3438242cb4b5fc4cc688eed051b, regionState=OPENING, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:47,299 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1f2074da1f6eb499f9ccca1812360fc5, regionState=OPENING, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:47,299 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e105cfb91cfa0e65ea48ecc07ff9dca4, regionState=OPENING, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:47,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=343eb3438242cb4b5fc4cc688eed051b, ASSIGN because future has completed 2024-12-11T16:48:47,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 343eb3438242cb4b5fc4cc688eed051b, server=7446a65196a1,41115,1733935722087}] 2024-12-11T16:48:47,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e105cfb91cfa0e65ea48ecc07ff9dca4, ASSIGN because future has completed 2024-12-11T16:48:47,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e105cfb91cfa0e65ea48ecc07ff9dca4, server=7446a65196a1,41115,1733935722087}] 2024-12-11T16:48:47,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=1f2074da1f6eb499f9ccca1812360fc5, ASSIGN because future has completed 2024-12-11T16:48:47,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f2074da1f6eb499f9ccca1812360fc5, server=7446a65196a1,41115,1733935722087}] 2024-12-11T16:48:47,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b7d6072bf8f72b0f1563705f95fb6c10, ASSIGN because future has completed 2024-12-11T16:48:47,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7d6072bf8f72b0f1563705f95fb6c10, server=7446a65196a1,41115,1733935722087}] 2024-12-11T16:48:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T16:48:47,470 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:47,470 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e105cfb91cfa0e65ea48ecc07ff9dca4, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4.', STARTKEY => '', ENDKEY => 'aaaaa'} 2024-12-11T16:48:47,471 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:47,471 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T16:48:47,471 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:47,472 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:47,475 INFO [StoreOpener-e105cfb91cfa0e65ea48ecc07ff9dca4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:47,477 INFO [StoreOpener-e105cfb91cfa0e65ea48ecc07ff9dca4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e105cfb91cfa0e65ea48ecc07ff9dca4 columnFamilyName family 2024-12-11T16:48:47,477 DEBUG [StoreOpener-e105cfb91cfa0e65ea48ecc07ff9dca4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:47,478 INFO [StoreOpener-e105cfb91cfa0e65ea48ecc07ff9dca4-1 {}] regionserver.HStore(327): Store=e105cfb91cfa0e65ea48ecc07ff9dca4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T16:48:47,478 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:47,479 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:47,480 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:47,481 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:47,481 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:47,483 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:47,487 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/e105cfb91cfa0e65ea48ecc07ff9dca4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T16:48:47,487 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened e105cfb91cfa0e65ea48ecc07ff9dca4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61550259, jitterRate=-0.08282966911792755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T16:48:47,488 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:47,488 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e105cfb91cfa0e65ea48ecc07ff9dca4: Running coprocessor pre-open hook at 1733935727472Writing region info on filesystem at 1733935727472Initializing all the Stores at 1733935727474 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733935727474Cleaning up temporary data from old regions at 1733935727481 (+7 ms)Running coprocessor post-open hooks at 1733935727488 (+7 ms)Region opened successfully at 1733935727488 2024-12-11T16:48:47,490 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4., pid=10, masterSystemTime=1733935727461 2024-12-11T16:48:47,493 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:47,493 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:47,494 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:47,494 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => b7d6072bf8f72b0f1563705f95fb6c10, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10.', STARTKEY => 'aaaaa', ENDKEY => 'm\xED\xED\xED\xED'} 2024-12-11T16:48:47,494 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:47,494 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e105cfb91cfa0e65ea48ecc07ff9dca4, regionState=OPEN, openSeqNum=2, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:47,494 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T16:48:47,495 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:47,495 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:47,498 INFO [StoreOpener-b7d6072bf8f72b0f1563705f95fb6c10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:47,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e105cfb91cfa0e65ea48ecc07ff9dca4, server=7446a65196a1,41115,1733935722087 because future has completed 2024-12-11T16:48:47,500 INFO [StoreOpener-b7d6072bf8f72b0f1563705f95fb6c10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7d6072bf8f72b0f1563705f95fb6c10 columnFamilyName family 2024-12-11T16:48:47,500 DEBUG [StoreOpener-b7d6072bf8f72b0f1563705f95fb6c10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:47,501 INFO [StoreOpener-b7d6072bf8f72b0f1563705f95fb6c10-1 {}] regionserver.HStore(327): Store=b7d6072bf8f72b0f1563705f95fb6c10/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T16:48:47,502 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:47,503 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:47,504 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:47,505 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:47,505 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:47,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=5 2024-12-11T16:48:47,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e105cfb91cfa0e65ea48ecc07ff9dca4, server=7446a65196a1,41115,1733935722087 in 191 msec 2024-12-11T16:48:47,508 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:47,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e105cfb91cfa0e65ea48ecc07ff9dca4, ASSIGN in 364 msec 2024-12-11T16:48:47,512 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/b7d6072bf8f72b0f1563705f95fb6c10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T16:48:47,513 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened b7d6072bf8f72b0f1563705f95fb6c10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67351421, jitterRate=0.003614380955696106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T16:48:47,513 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:47,513 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for b7d6072bf8f72b0f1563705f95fb6c10: Running coprocessor pre-open hook at 1733935727495Writing region info on filesystem at 1733935727495Initializing all the Stores at 1733935727497 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733935727497Cleaning up temporary data from old regions at 1733935727505 (+8 ms)Running coprocessor post-open hooks at 1733935727513 (+8 ms)Region opened successfully at 1733935727513 2024-12-11T16:48:47,514 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10., pid=12, masterSystemTime=1733935727461 2024-12-11T16:48:47,518 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:47,518 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:47,518 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:47,519 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 343eb3438242cb4b5fc4cc688eed051b, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b.', STARTKEY => 'zzzzz', ENDKEY => ''} 2024-12-11T16:48:47,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b7d6072bf8f72b0f1563705f95fb6c10, regionState=OPEN, openSeqNum=2, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:47,519 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:47,519 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T16:48:47,519 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:47,520 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:47,523 INFO [StoreOpener-343eb3438242cb4b5fc4cc688eed051b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:47,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7d6072bf8f72b0f1563705f95fb6c10, server=7446a65196a1,41115,1733935722087 because future has completed 2024-12-11T16:48:47,526 INFO [StoreOpener-343eb3438242cb4b5fc4cc688eed051b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 343eb3438242cb4b5fc4cc688eed051b columnFamilyName family 2024-12-11T16:48:47,526 DEBUG [StoreOpener-343eb3438242cb4b5fc4cc688eed051b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:47,526 INFO [StoreOpener-343eb3438242cb4b5fc4cc688eed051b-1 {}] regionserver.HStore(327): Store=343eb3438242cb4b5fc4cc688eed051b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T16:48:47,527 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:47,528 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:47,529 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:47,529 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:47,530 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:47,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=6 2024-12-11T16:48:47,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b7d6072bf8f72b0f1563705f95fb6c10, server=7446a65196a1,41115,1733935722087 in 212 msec 2024-12-11T16:48:47,533 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:47,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b7d6072bf8f72b0f1563705f95fb6c10, ASSIGN in 389 msec 2024-12-11T16:48:47,536 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/343eb3438242cb4b5fc4cc688eed051b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T16:48:47,537 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 343eb3438242cb4b5fc4cc688eed051b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64619275, jitterRate=-0.03709776699542999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T16:48:47,537 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:47,537 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 343eb3438242cb4b5fc4cc688eed051b: Running coprocessor pre-open hook at 1733935727520Writing region info on filesystem at 1733935727520Initializing all the Stores at 1733935727522 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733935727522Cleaning up temporary data from old regions at 1733935727530 (+8 ms)Running coprocessor post-open hooks at 1733935727537 (+7 ms)Region opened successfully at 1733935727537 2024-12-11T16:48:47,538 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b., pid=9, masterSystemTime=1733935727461 2024-12-11T16:48:47,542 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:47,542 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:47,542 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:47,543 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f2074da1f6eb499f9ccca1812360fc5, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5.', STARTKEY => 'm\xED\xED\xED\xED', ENDKEY => 'zzzzz'} 2024-12-11T16:48:47,543 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:47,543 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T16:48:47,543 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:47,543 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=343eb3438242cb4b5fc4cc688eed051b, regionState=OPEN, openSeqNum=2, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:47,543 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:47,546 INFO [StoreOpener-1f2074da1f6eb499f9ccca1812360fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:47,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 343eb3438242cb4b5fc4cc688eed051b, server=7446a65196a1,41115,1733935722087 because future has completed 2024-12-11T16:48:47,550 INFO [StoreOpener-1f2074da1f6eb499f9ccca1812360fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f2074da1f6eb499f9ccca1812360fc5 columnFamilyName family 2024-12-11T16:48:47,550 DEBUG [StoreOpener-1f2074da1f6eb499f9ccca1812360fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:47,551 INFO [StoreOpener-1f2074da1f6eb499f9ccca1812360fc5-1 {}] regionserver.HStore(327): Store=1f2074da1f6eb499f9ccca1812360fc5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T16:48:47,552 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:47,553 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:47,554 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:47,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-11T16:48:47,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 343eb3438242cb4b5fc4cc688eed051b, server=7446a65196a1,41115,1733935722087 in 243 msec 2024-12-11T16:48:47,554 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:47,555 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:47,557 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:47,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=343eb3438242cb4b5fc4cc688eed051b, ASSIGN in 412 msec 2024-12-11T16:48:47,561 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/1f2074da1f6eb499f9ccca1812360fc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T16:48:47,562 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened 1f2074da1f6eb499f9ccca1812360fc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74695482, jitterRate=0.11304941773414612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T16:48:47,562 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:47,562 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for 1f2074da1f6eb499f9ccca1812360fc5: Running coprocessor pre-open hook at 1733935727544Writing region info on filesystem at 1733935727544Initializing all the Stores at 1733935727545 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733935727545Cleaning up temporary data from old regions at 1733935727555 (+10 ms)Running coprocessor post-open hooks at 1733935727562 (+7 ms)Region opened successfully at 1733935727562 2024-12-11T16:48:47,564 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5., pid=11, masterSystemTime=1733935727461 2024-12-11T16:48:47,567 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:47,567 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:47,568 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1f2074da1f6eb499f9ccca1812360fc5, regionState=OPEN, openSeqNum=2, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:47,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f2074da1f6eb499f9ccca1812360fc5, server=7446a65196a1,41115,1733935722087 because future has completed 2024-12-11T16:48:47,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-11T16:48:47,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f2074da1f6eb499f9ccca1812360fc5, server=7446a65196a1,41115,1733935722087 in 264 msec 2024-12-11T16:48:47,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-12-11T16:48:47,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=1f2074da1f6eb499f9ccca1812360fc5, ASSIGN in 438 msec 2024-12-11T16:48:47,587 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T16:48:47,587 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733935727587"}]},"ts":"1733935727587"} 2024-12-11T16:48:47,591 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLED in hbase:meta 2024-12-11T16:48:47,593 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T16:48:47,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 1.3580 sec 2024-12-11T16:48:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T16:48:48,410 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testForCheckingIfEnableAndDisableWorksFineAfterSwitch get assigned. Timeout = 60000ms 2024-12-11T16:48:48,410 INFO [RPCClient-NioEventLoopGroup-5-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testForCheckingIfEnableAndDisableWorksFineAfterSwitch completed 2024-12-11T16:48:48,412 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T16:48:48,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch assigned to meta. Checking AM states. 2024-12-11T16:48:48,421 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T16:48:48,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch assigned. 2024-12-11T16:48:48,425 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,, stopping at row=testForCheckingIfEnableAndDisableWorksFineAfterSwitch ,, for max=2147483647 with caching=100 2024-12-11T16:48:48,431 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Waiting for no more RIT 2024-12-11T16:48:48,432 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T16:48:48,432 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Disabling table 2024-12-11T16:48:48,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-11T16:48:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-11T16:48:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-11T16:48:48,444 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733935728444"}]},"ts":"1733935728444"} 2024-12-11T16:48:48,447 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=DISABLING in hbase:meta 2024-12-11T16:48:48,447 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testForCheckingIfEnableAndDisableWorksFineAfterSwitch to state=DISABLING 2024-12-11T16:48:48,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch}] 2024-12-11T16:48:48,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e105cfb91cfa0e65ea48ecc07ff9dca4, UNASSIGN}, {pid=16, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b7d6072bf8f72b0f1563705f95fb6c10, UNASSIGN}, {pid=17, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=1f2074da1f6eb499f9ccca1812360fc5, UNASSIGN}, {pid=18, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=343eb3438242cb4b5fc4cc688eed051b, UNASSIGN}] 2024-12-11T16:48:48,458 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b7d6072bf8f72b0f1563705f95fb6c10, UNASSIGN 2024-12-11T16:48:48,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=1f2074da1f6eb499f9ccca1812360fc5, UNASSIGN 2024-12-11T16:48:48,459 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e105cfb91cfa0e65ea48ecc07ff9dca4, UNASSIGN 2024-12-11T16:48:48,459 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=343eb3438242cb4b5fc4cc688eed051b, UNASSIGN 2024-12-11T16:48:48,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=343eb3438242cb4b5fc4cc688eed051b, regionState=CLOSING, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:48,461 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=b7d6072bf8f72b0f1563705f95fb6c10, regionState=CLOSING, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:48,461 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=1f2074da1f6eb499f9ccca1812360fc5, regionState=CLOSING, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:48,461 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=e105cfb91cfa0e65ea48ecc07ff9dca4, regionState=CLOSING, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:48,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b7d6072bf8f72b0f1563705f95fb6c10, UNASSIGN because future has completed 2024-12-11T16:48:48,466 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T16:48:48,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=16, state=RUNNABLE, hasLock=false; CloseRegionProcedure b7d6072bf8f72b0f1563705f95fb6c10, server=7446a65196a1,41115,1733935722087}] 2024-12-11T16:48:48,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=343eb3438242cb4b5fc4cc688eed051b, UNASSIGN because future has completed 2024-12-11T16:48:48,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=1f2074da1f6eb499f9ccca1812360fc5, UNASSIGN because future has completed 2024-12-11T16:48:48,470 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T16:48:48,470 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T16:48:48,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=17, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1f2074da1f6eb499f9ccca1812360fc5, server=7446a65196a1,41115,1733935722087}] 2024-12-11T16:48:48,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=18, state=RUNNABLE, hasLock=false; CloseRegionProcedure 343eb3438242cb4b5fc4cc688eed051b, server=7446a65196a1,41115,1733935722087}] 2024-12-11T16:48:48,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e105cfb91cfa0e65ea48ecc07ff9dca4, UNASSIGN because future has completed 2024-12-11T16:48:48,473 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T16:48:48,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=15, state=RUNNABLE, hasLock=false; CloseRegionProcedure e105cfb91cfa0e65ea48ecc07ff9dca4, server=7446a65196a1,41115,1733935722087}] 2024-12-11T16:48:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-11T16:48:48,631 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(122): Close e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:48,631 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T16:48:48,633 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1722): Closing e105cfb91cfa0e65ea48ecc07ff9dca4, disabling compactions & flushes 2024-12-11T16:48:48,633 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:48,633 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:48,633 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. after waiting 0 ms 2024-12-11T16:48:48,633 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:48,639 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/e105cfb91cfa0e65ea48ecc07ff9dca4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T16:48:48,641 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:48,641 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1676): Region close journal for e105cfb91cfa0e65ea48ecc07ff9dca4: Waiting for close lock at 1733935728632Running coprocessor pre-close hooks at 1733935728632Disabling compacts and flushes for region at 1733935728632Disabling writes for close at 1733935728633 (+1 ms)Writing region close event to WAL at 1733935728633Running coprocessor post-close hooks at 1733935728640 (+7 ms)Closed at 1733935728641 (+1 ms) 2024-12-11T16:48:48,645 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(157): Closed e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:48,645 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] handler.UnassignRegionHandler(122): Close 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:48,645 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T16:48:48,645 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1722): Closing 343eb3438242cb4b5fc4cc688eed051b, disabling compactions & flushes 2024-12-11T16:48:48,645 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:48,645 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:48,645 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. after waiting 0 ms 2024-12-11T16:48:48,645 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:48,646 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=e105cfb91cfa0e65ea48ecc07ff9dca4, regionState=CLOSED 2024-12-11T16:48:48,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=15, state=RUNNABLE, hasLock=false; CloseRegionProcedure e105cfb91cfa0e65ea48ecc07ff9dca4, server=7446a65196a1,41115,1733935722087 because future has completed 2024-12-11T16:48:48,652 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/343eb3438242cb4b5fc4cc688eed051b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T16:48:48,653 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:48,653 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1676): Region close journal for 343eb3438242cb4b5fc4cc688eed051b: Waiting for close lock at 1733935728645Running coprocessor pre-close hooks at 1733935728645Disabling compacts and flushes for region at 1733935728645Disabling writes for close at 1733935728645Writing region close event to WAL at 1733935728646 (+1 ms)Running coprocessor post-close hooks at 1733935728653 (+7 ms)Closed at 1733935728653 2024-12-11T16:48:48,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=15 2024-12-11T16:48:48,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=15, state=SUCCESS, hasLock=false; CloseRegionProcedure e105cfb91cfa0e65ea48ecc07ff9dca4, server=7446a65196a1,41115,1733935722087 in 178 msec 2024-12-11T16:48:48,656 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] handler.UnassignRegionHandler(157): Closed 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:48,656 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(122): Close 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:48,657 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T16:48:48,657 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1722): Closing 1f2074da1f6eb499f9ccca1812360fc5, disabling compactions & flushes 2024-12-11T16:48:48,657 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:48,657 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:48,657 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. after waiting 0 ms 2024-12-11T16:48:48,657 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:48,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e105cfb91cfa0e65ea48ecc07ff9dca4, UNASSIGN in 199 msec 2024-12-11T16:48:48,658 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=343eb3438242cb4b5fc4cc688eed051b, regionState=CLOSED 2024-12-11T16:48:48,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=18, state=RUNNABLE, hasLock=false; CloseRegionProcedure 343eb3438242cb4b5fc4cc688eed051b, server=7446a65196a1,41115,1733935722087 because future has completed 2024-12-11T16:48:48,663 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/1f2074da1f6eb499f9ccca1812360fc5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T16:48:48,665 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:48,665 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1676): Region close journal for 1f2074da1f6eb499f9ccca1812360fc5: Waiting for close lock at 1733935728657Running coprocessor pre-close hooks at 1733935728657Disabling compacts and flushes for region at 1733935728657Disabling writes for close at 1733935728657Writing region close event to WAL at 1733935728657Running coprocessor post-close hooks at 1733935728664 (+7 ms)Closed at 1733935728665 (+1 ms) 2024-12-11T16:48:48,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=18 2024-12-11T16:48:48,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=18, state=SUCCESS, hasLock=false; CloseRegionProcedure 343eb3438242cb4b5fc4cc688eed051b, server=7446a65196a1,41115,1733935722087 in 192 msec 2024-12-11T16:48:48,668 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(157): Closed 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:48,668 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] handler.UnassignRegionHandler(122): Close b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:48,668 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T16:48:48,668 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1722): Closing b7d6072bf8f72b0f1563705f95fb6c10, disabling compactions & flushes 2024-12-11T16:48:48,669 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:48,669 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:48,669 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. after waiting 0 ms 2024-12-11T16:48:48,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=343eb3438242cb4b5fc4cc688eed051b, UNASSIGN in 209 msec 2024-12-11T16:48:48,669 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=1f2074da1f6eb499f9ccca1812360fc5, regionState=CLOSED 2024-12-11T16:48:48,669 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:48,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=17, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1f2074da1f6eb499f9ccca1812360fc5, server=7446a65196a1,41115,1733935722087 because future has completed 2024-12-11T16:48:48,675 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/b7d6072bf8f72b0f1563705f95fb6c10/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T16:48:48,677 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:48,677 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1676): Region close journal for b7d6072bf8f72b0f1563705f95fb6c10: Waiting for close lock at 1733935728668Running coprocessor pre-close hooks at 1733935728668Disabling compacts and flushes for region at 1733935728668Disabling writes for close at 1733935728669 (+1 ms)Writing region close event to WAL at 1733935728669Running coprocessor post-close hooks at 1733935728677 (+8 ms)Closed at 1733935728677 2024-12-11T16:48:48,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=17 2024-12-11T16:48:48,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=17, state=SUCCESS, hasLock=false; CloseRegionProcedure 1f2074da1f6eb499f9ccca1812360fc5, server=7446a65196a1,41115,1733935722087 in 203 msec 2024-12-11T16:48:48,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=1f2074da1f6eb499f9ccca1812360fc5, UNASSIGN in 220 msec 2024-12-11T16:48:48,679 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] handler.UnassignRegionHandler(157): Closed b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:48,680 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=b7d6072bf8f72b0f1563705f95fb6c10, regionState=CLOSED 2024-12-11T16:48:48,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=16, state=RUNNABLE, hasLock=false; CloseRegionProcedure b7d6072bf8f72b0f1563705f95fb6c10, server=7446a65196a1,41115,1733935722087 because future has completed 2024-12-11T16:48:48,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=16 2024-12-11T16:48:48,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=16, state=SUCCESS, hasLock=false; CloseRegionProcedure b7d6072bf8f72b0f1563705f95fb6c10, server=7446a65196a1,41115,1733935722087 in 218 msec 2024-12-11T16:48:48,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-12-11T16:48:48,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b7d6072bf8f72b0f1563705f95fb6c10, UNASSIGN in 230 msec 2024-12-11T16:48:48,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-11T16:48:48,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 241 msec 2024-12-11T16:48:48,696 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733935728696"}]},"ts":"1733935728696"} 2024-12-11T16:48:48,698 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=DISABLED in hbase:meta 2024-12-11T16:48:48,698 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testForCheckingIfEnableAndDisableWorksFineAfterSwitch to state=DISABLED 2024-12-11T16:48:48,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; DisableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 263 msec 2024-12-11T16:48:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-11T16:48:48,767 INFO [RPCClient-NioEventLoopGroup-5-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testForCheckingIfEnableAndDisableWorksFineAfterSwitch completed 2024-12-11T16:48:48,774 INFO [Time-limited test {}] master.HMaster(3321): ***** STOPPING master '7446a65196a1,40669,1733935721966' ***** 2024-12-11T16:48:48,774 INFO [Time-limited test {}] master.HMaster(3323): STOPPED: stopping the active master so that the backup can become active 2024-12-11T16:48:48,774 INFO [M:1;7446a65196a1:40669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T16:48:48,774 INFO [M:1;7446a65196a1:40669 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:1;7446a65196a1:40669. 2024-12-11T16:48:48,775 DEBUG [M:1;7446a65196a1:40669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:630) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T16:48:48,779 DEBUG [M:1;7446a65196a1:40669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T16:48:48,779 INFO [M:1;7446a65196a1:40669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T16:48:48,779 DEBUG [M:1;7446a65196a1:40669 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T16:48:48,779 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T16:48:48,779 DEBUG [M:1;7446a65196a1:40669 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T16:48:48,779 DEBUG [master/7446a65196a1:0:becomeActiveMaster-HFileCleaner.large.0-1733935724480 {}] cleaner.HFileCleaner(306): Exit Thread[master/7446a65196a1:0:becomeActiveMaster-HFileCleaner.large.0-1733935724480,5,FailOnTimeoutGroup] 2024-12-11T16:48:48,779 DEBUG [master/7446a65196a1:0:becomeActiveMaster-HFileCleaner.small.0-1733935724481 {}] cleaner.HFileCleaner(306): Exit Thread[master/7446a65196a1:0:becomeActiveMaster-HFileCleaner.small.0-1733935724481,5,FailOnTimeoutGroup] 2024-12-11T16:48:48,780 INFO [M:1;7446a65196a1:40669 {}] hbase.ChoreService(370): Chore service for: master/7446a65196a1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T16:48:48,780 INFO [M:1;7446a65196a1:40669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T16:48:48,780 DEBUG [M:1;7446a65196a1:40669 {}] master.HMaster(1795): Stopping service threads 2024-12-11T16:48:48,780 INFO [M:1;7446a65196a1:40669 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T16:48:48,780 INFO [M:1;7446a65196a1:40669 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T16:48:48,781 INFO [M:1;7446a65196a1:40669 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T16:48:48,781 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T16:48:48,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T16:48:48,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T16:48:48,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T16:48:48,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:48,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:48,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:48,850 DEBUG [M:1;7446a65196a1:40669 {}] zookeeper.ZKUtil(347): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T16:48:48,850 INFO [Time-limited test {}] hbase.LocalHBaseCluster(362): Waiting on 7446a65196a1,40669,1733935721966 2024-12-11T16:48:48,850 WARN [M:1;7446a65196a1:40669 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T16:48:48,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T16:48:48,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T16:48:48,851 DEBUG [zk-event-processor-pool-0 {}] master.ActiveMasterManager(204): No master available. Notifying waiting threads 2024-12-11T16:48:48,852 INFO [M:1;7446a65196a1:40669 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/.lastflushedseqids 2024-12-11T16:48:48,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:48,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T16:48:48,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T16:48:48,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:48,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:48,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T16:48:48,861 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T16:48:48,862 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7446a65196a1,46425,1733935721296 from backup master directory 2024-12-11T16:48:48,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741840_1016 (size=354) 2024-12-11T16:48:48,866 INFO [M:1;7446a65196a1:40669 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T16:48:48,867 INFO [M:1;7446a65196a1:40669 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T16:48:48,867 DEBUG [M:1;7446a65196a1:40669 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T16:48:48,867 INFO [M:1;7446a65196a1:40669 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T16:48:48,867 DEBUG [M:1;7446a65196a1:40669 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T16:48:48,867 DEBUG [M:1;7446a65196a1:40669 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T16:48:48,867 DEBUG [M:1;7446a65196a1:40669 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T16:48:48,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T16:48:48,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7446a65196a1,46425,1733935721296 2024-12-11T16:48:48,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T16:48:48,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T16:48:48,868 WARN [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T16:48:48,868 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7446a65196a1,46425,1733935721296 2024-12-11T16:48:48,872 INFO [M:1;7446a65196a1:40669 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=81.38 KB heapSize=98.47 KB 2024-12-11T16:48:48,889 INFO [master/7446a65196a1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T16:48:48,889 INFO [master/7446a65196a1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T16:48:48,907 INFO [master/7446a65196a1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms. 2024-12-11T16:48:48,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741841_1017 (size=196) 2024-12-11T16:48:48,937 DEBUG [M:1;7446a65196a1:40669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a53f1970b0a241c295ded95dfa719311 is 82, key is hbase:meta,,1/info:regioninfo/1733935725890/Put/seqid=0 2024-12-11T16:48:48,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741842_1018 (size=5672) 2024-12-11T16:48:49,330 INFO [master/7446a65196a1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T16:48:49,333 INFO [master/7446a65196a1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T16:48:49,334 INFO [master/7446a65196a1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T16:48:49,348 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-11T16:48:49,350 INFO [M:1;7446a65196a1:40669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a53f1970b0a241c295ded95dfa719311 2024-12-11T16:48:49,353 INFO [master/7446a65196a1:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966 to hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966-dead as it is dead 2024-12-11T16:48:49,355 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-11T16:48:49,355 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-11T16:48:49,355 INFO [master/7446a65196a1:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966-dead/7446a65196a1%2C40669%2C1733935721966.1733935723839 2024-12-11T16:48:49,359 WARN [IPC Server handler 0 on default port 34505 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966-dead/7446a65196a1%2C40669%2C1733935721966.1733935723839 has not been closed. Lease recovery is in progress. RecoveryId = 1019 for block blk_1073741830_1006 2024-12-11T16:48:49,363 INFO [master/7446a65196a1:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966-dead/7446a65196a1%2C40669%2C1733935721966.1733935723839 after 6ms 2024-12-11T16:48:49,413 DEBUG [M:1;7446a65196a1:40669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab6f4fd0cec7455d8216a2fbcb367b09 is 1111, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733935727597/Put/seqid=0 2024-12-11T16:48:49,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741843_1020 (size=7373) 2024-12-11T16:48:49,820 INFO [M:1;7446a65196a1:40669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=80.83 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab6f4fd0cec7455d8216a2fbcb367b09 2024-12-11T16:48:49,851 DEBUG [M:1;7446a65196a1:40669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36cf923b585a450c9cd7afab1ced7089 is 69, key is 7446a65196a1,41115,1733935722087/rs:state/1733935724530/Put/seqid=0 2024-12-11T16:48:49,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741844_1021 (size=5156) 2024-12-11T16:48:50,259 INFO [M:1;7446a65196a1:40669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36cf923b585a450c9cd7afab1ced7089 2024-12-11T16:48:50,278 DEBUG [M:1;7446a65196a1:40669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a53f1970b0a241c295ded95dfa719311 as hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a53f1970b0a241c295ded95dfa719311 2024-12-11T16:48:50,285 INFO [M:1;7446a65196a1:40669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a53f1970b0a241c295ded95dfa719311, entries=8, sequenceid=176, filesize=5.5 K 2024-12-11T16:48:50,288 DEBUG [M:1;7446a65196a1:40669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab6f4fd0cec7455d8216a2fbcb367b09 as hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab6f4fd0cec7455d8216a2fbcb367b09 2024-12-11T16:48:50,297 INFO [M:1;7446a65196a1:40669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab6f4fd0cec7455d8216a2fbcb367b09, entries=22, sequenceid=176, filesize=7.2 K 2024-12-11T16:48:50,299 DEBUG [M:1;7446a65196a1:40669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36cf923b585a450c9cd7afab1ced7089 as hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36cf923b585a450c9cd7afab1ced7089 2024-12-11T16:48:50,307 INFO [M:1;7446a65196a1:40669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36cf923b585a450c9cd7afab1ced7089, entries=1, sequenceid=176, filesize=5.0 K 2024-12-11T16:48:50,312 INFO [M:1;7446a65196a1:40669 {}] regionserver.HRegion(3140): Finished flush of dataSize ~81.38 KB/83337, heapSize ~98.17 KB/100528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1442ms, sequenceid=176, compaction requested=false 2024-12-11T16:48:50,315 INFO [M:1;7446a65196a1:40669 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T16:48:50,315 DEBUG [M:1;7446a65196a1:40669 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733935728867Disabling compacts and flushes for region at 1733935728867Disabling writes for close at 1733935728867Obtaining lock to block concurrent updates at 1733935728872 (+5 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733935728872Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=83337, getHeapSize=100768, getOffHeapSize=0, getCellsCount=217 at 1733935728881 (+9 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733935728883 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733935728885 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733935728924 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733935728927 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733935729395 (+468 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733935729412 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733935729412Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733935729834 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733935729849 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733935729850 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13497717: reopening flushed file at 1733935730276 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ee3a17b: reopening flushed file at 1733935730287 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@459f892: reopening flushed file at 1733935730297 (+10 ms)Finished flush of dataSize ~81.38 KB/83337, heapSize ~98.17 KB/100528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1442ms, sequenceid=176, compaction requested=false at 1733935730312 (+15 ms)Writing region close event to WAL at 1733935730315 (+3 ms)Closed at 1733935730315 2024-12-11T16:48:50,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741830_1006 (size=95360) 2024-12-11T16:48:50,323 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: Commit or complete block blk_1073741830_1006, whereas it is under recovery. at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.commitOrCompleteLastBlock(BlockManager.java:1211) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.commitOrCompleteLastBlock(FSNamesystem.java:3890) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:731) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: Commit or complete block blk_1073741830_1006, whereas it is under recovery. at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.commitOrCompleteLastBlock(BlockManager.java:1211) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.commitOrCompleteLastBlock(FSNamesystem.java:3890) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:731) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy39.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy40.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 6 more 2024-12-11T16:48:50,325 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966/7446a65196a1%2C40669%2C1733935721966.1733935723839 2024-12-11T16:48:50,326 WARN [Close-WAL-Writer-0 {}] wal.AbstractFSWAL(2043): close old writer failed. java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966/7446a65196a1%2C40669%2C1733935721966.1733935723839 at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:951) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.recoverAndClose(FanOutOneBlockAsyncDFSOutput.java:605) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:166) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966/7446a65196a1%2C40669%2C1733935721966.1733935723839 at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy39.recoverLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$recoverLease$24(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.recoverLease(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy40.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:949) ~[hadoop-hdfs-client-3.4.1.jar:?] ... 17 more 2024-12-11T16:48:50,328 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966/7446a65196a1%2C40669%2C1733935721966.1733935723839 2024-12-11T16:48:50,328 ERROR [Close-WAL-Writer-0 {}] wal.AbstractFSWAL(2033): Unable to recover lease after several attempts. Give up. java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966/7446a65196a1%2C40669%2C1733935721966.1733935723839 at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:951) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966/7446a65196a1%2C40669%2C1733935721966.1733935723839 at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy39.recoverLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$recoverLease$24(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.recoverLease(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy40.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:949) ~[hadoop-hdfs-client-3.4.1.jar:?] ... 16 more 2024-12-11T16:48:50,330 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T16:48:50,330 INFO [M:1;7446a65196a1:40669 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T16:48:50,331 INFO [M:1;7446a65196a1:40669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40669 2024-12-11T16:48:50,334 INFO [M:1;7446a65196a1:40669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T16:48:50,399 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7446a65196a1:40669 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7446a65196a1/172.17.0.2:40669 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T16:48:50,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.FailedServers(52): Added failed server with address 7446a65196a1:40669 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7446a65196a1/172.17.0.2:40669 2024-12-11T16:48:50,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T16:48:50,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x10015d526cd0001, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T16:48:50,488 INFO [M:1;7446a65196a1:40669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T16:48:50,505 DEBUG [RS:0;7446a65196a1:41115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T16:48:50,509 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T16:48:50,511 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:50,620 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T16:48:50,634 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:50,740 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:50,848 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:50,952 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:51,059 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:51,165 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:51,270 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:51,361 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T16:48:51,376 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:51,481 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:51,587 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:51,641 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T16:48:51,642 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T16:48:51,647 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T16:48:51,647 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T16:48:51,692 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:51,797 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:51,904 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:52,012 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:52,120 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:52,229 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:52,338 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:52,446 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:52,554 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:52,660 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:52,767 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:52,875 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:52,983 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:53,091 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:53,199 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:53,307 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:53,365 INFO [master/7446a65196a1:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966-dead/7446a65196a1%2C40669%2C1733935721966.1733935723839 after 4010ms 2024-12-11T16:48:53,367 INFO [master/7446a65196a1:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966-dead/7446a65196a1%2C40669%2C1733935721966.1733935723839 to hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7446a65196a1%2C40669%2C1733935721966.1733935723839 2024-12-11T16:48:53,368 INFO [master/7446a65196a1:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,40669,1733935721966-dead 2024-12-11T16:48:53,370 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,46425,1733935721296 2024-12-11T16:48:53,374 INFO [master/7446a65196a1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T16:48:53,377 INFO [master/7446a65196a1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7446a65196a1%2C46425%2C1733935721296, suffix=, logDir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,46425,1733935721296, archiveDir=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/oldWALs, maxLogs=10 2024-12-11T16:48:53,392 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,46425,1733935721296/7446a65196a1%2C46425%2C1733935721296.1733935733378, exclude list is [], retry=0 2024-12-11T16:48:53,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41675,DS-3e2831a2-0982-4861-bfd0-5b75b7d849f4,DISK] 2024-12-11T16:48:53,397 INFO [master/7446a65196a1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/WALs/7446a65196a1,46425,1733935721296/7446a65196a1%2C46425%2C1733935721296.1733935733378 2024-12-11T16:48:53,397 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38581:38581)] 2024-12-11T16:48:53,397 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T16:48:53,398 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T16:48:53,398 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:53,398 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:53,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:53,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T16:48:53,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:53,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a53f1970b0a241c295ded95dfa719311 2024-12-11T16:48:53,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T16:48:53,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:53,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T16:48:53,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:53,412 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:53,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab6f4fd0cec7455d8216a2fbcb367b09 2024-12-11T16:48:53,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T16:48:53,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:53,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T16:48:53,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:53,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36cf923b585a450c9cd7afab1ced7089 2024-12-11T16:48:53,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T16:48:53,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:53,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T16:48:53,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:53,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T16:48:53,433 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:53,434 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-11T16:48:53,434 INFO [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7446a65196a1%2C40669%2C1733935721966.1733935723839 2024-12-11T16:48:53,452 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 219, firstSequenceIdInLog=3, maxSequenceIdInLog=178, path=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7446a65196a1%2C40669%2C1733935721966.1733935723839 2024-12-11T16:48:53,454 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7446a65196a1%2C40669%2C1733935721966.1733935723839 2024-12-11T16:48:53,455 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:53,455 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:53,456 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T16:48:53,458 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T16:48:53,461 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/178.seqid, newMaxSeqId=178, maxSeqId=1 2024-12-11T16:48:53,462 INFO [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=179; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62449742, jitterRate=-0.06942632794380188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T16:48:53,463 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733935733398Initializing all the Stores at 1733935733399 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733935733399Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733935733399Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733935733399Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733935733399Cleaning up temporary data from old regions at 1733935733455 (+56 ms)Region opened successfully at 1733935733463 (+8 ms) 2024-12-11T16:48:53,463 INFO [master/7446a65196a1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T16:48:53,464 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e5eb32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7446a65196a1/172.17.0.2:0 2024-12-11T16:48:53,475 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-11T16:48:53,476 INFO [master/7446a65196a1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T16:48:53,476 INFO [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T16:48:53,476 INFO [master/7446a65196a1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T16:48:53,477 INFO [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T16:48:53,483 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T16:48:53,484 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-11T16:48:53,484 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; DisableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-11T16:48:53,484 INFO [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-11T16:48:53,484 INFO [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T16:48:53,488 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=7446a65196a1,41115,1733935722087, regionLocation=7446a65196a1,41115,1733935722087, openSeqNum=2 2024-12-11T16:48:53,488 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=7446a65196a1,41115,1733935722087, table=hbase:meta, region=1588230740 2024-12-11T16:48:53,488 INFO [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7446a65196a1,41115,1733935722087, state=OPEN 2024-12-11T16:48:53,516 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T16:48:53,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T16:48:53,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T16:48:53,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T16:48:53,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T16:48:53,543 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-11T16:48:53,545 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.ServerManager(517): Registering regionserver=7446a65196a1,41115,1733935722087 2024-12-11T16:48:53,547 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T16:48:53,557 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T16:48:53,558 INFO [master/7446a65196a1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T16:48:53,559 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T16:48:53,567 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T16:48:53,568 INFO [master/7446a65196a1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T16:48:53,570 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T16:48:53,576 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T16:48:53,578 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T16:48:53,584 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T16:48:53,589 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T16:48:53,600 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T16:48:53,601 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7446a65196a1,46425,1733935721296, sessionid=0x10015d526cd0000, setting cluster-up flag (Was=true) 2024-12-11T16:48:53,610 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T16:48:53,611 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7446a65196a1,46425,1733935721296 2024-12-11T16:48:53,619 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T16:48:53,621 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7446a65196a1,46425,1733935721296 2024-12-11T16:48:53,623 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/.lastflushedseqids 2024-12-11T16:48:53,627 INFO [master/7446a65196a1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T16:48:53,628 INFO [master/7446a65196a1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T16:48:53,628 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7446a65196a1,46425,1733935721296 Number of backup masters: 0 Number of live region servers: 1 7446a65196a1,41115,1733935722087 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T16:48:53,630 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7446a65196a1:0, corePoolSize=5, maxPoolSize=5 2024-12-11T16:48:53,630 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7446a65196a1:0, corePoolSize=5, maxPoolSize=5 2024-12-11T16:48:53,630 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7446a65196a1:0, corePoolSize=5, maxPoolSize=5 2024-12-11T16:48:53,630 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7446a65196a1:0, corePoolSize=5, maxPoolSize=5 2024-12-11T16:48:53,630 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7446a65196a1:0, corePoolSize=10, maxPoolSize=10 2024-12-11T16:48:53,630 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7446a65196a1:0, corePoolSize=1, maxPoolSize=1 2024-12-11T16:48:53,631 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7446a65196a1:0, corePoolSize=2, maxPoolSize=2 2024-12-11T16:48:53,631 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7446a65196a1:0, corePoolSize=1, maxPoolSize=1 2024-12-11T16:48:53,631 INFO [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733935763631 2024-12-11T16:48:53,632 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T16:48:53,632 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T16:48:53,632 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T16:48:53,632 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T16:48:53,632 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T16:48:53,632 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T16:48:53,632 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:53,633 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T16:48:53,633 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T16:48:53,633 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T16:48:53,633 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T16:48:53,633 INFO [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T16:48:53,634 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7446a65196a1:0:becomeActiveMaster-HFileCleaner.large.0-1733935733633,5,FailOnTimeoutGroup] 2024-12-11T16:48:53,634 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7446a65196a1:0:becomeActiveMaster-HFileCleaner.small.0-1733935733634,5,FailOnTimeoutGroup] 2024-12-11T16:48:53,634 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:53,634 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T16:48:53,634 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:53,634 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:53,634 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733935733634, completionTime=-1 2024-12-11T16:48:53,634 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-11T16:48:53,634 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T16:48:53,635 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T16:48:53,635 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7446a65196a1,41115,1733935722087, seqNum=-1] 2024-12-11T16:48:53,636 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T16:48:53,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T16:48:53,641 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e105cfb91cfa0e65ea48ecc07ff9dca4, regionState=CLOSED, lastHost=7446a65196a1,41115,1733935722087, regionLocation=7446a65196a1,41115,1733935722087, openSeqNum=2 2024-12-11T16:48:53,641 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7d6072bf8f72b0f1563705f95fb6c10, regionState=CLOSED, lastHost=7446a65196a1,41115,1733935722087, regionLocation=7446a65196a1,41115,1733935722087, openSeqNum=2 2024-12-11T16:48:53,642 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f2074da1f6eb499f9ccca1812360fc5, regionState=CLOSED, lastHost=7446a65196a1,41115,1733935722087, regionLocation=7446a65196a1,41115,1733935722087, openSeqNum=2 2024-12-11T16:48:53,642 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=343eb3438242cb4b5fc4cc688eed051b, regionState=CLOSED, lastHost=7446a65196a1,41115,1733935722087, regionLocation=7446a65196a1,41115,1733935722087, openSeqNum=2 2024-12-11T16:48:53,642 INFO [master/7446a65196a1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-11T16:48:53,642 INFO [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733935793642 2024-12-11T16:48:53,642 INFO [master/7446a65196a1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733935853642 2024-12-11T16:48:53,642 INFO [master/7446a65196a1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-12-11T16:48:53,643 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7446a65196a1,46425,1733935721296-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:53,643 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7446a65196a1,46425,1733935721296-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:53,643 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7446a65196a1,46425,1733935721296-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:53,643 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7446a65196a1:46425, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:53,643 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:53,643 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:53,648 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.779sec 2024-12-11T16:48:53,648 INFO [master/7446a65196a1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T16:48:53,649 INFO [master/7446a65196a1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T16:48:53,649 INFO [master/7446a65196a1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T16:48:53,649 INFO [master/7446a65196a1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T16:48:53,649 INFO [master/7446a65196a1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T16:48:53,649 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7446a65196a1,46425,1733935721296-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T16:48:53,649 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7446a65196a1,46425,1733935721296-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T16:48:53,651 DEBUG [master/7446a65196a1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T16:48:53,656 DEBUG [master/7446a65196a1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T16:48:53,656 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T16:48:53,656 INFO [master/7446a65196a1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7446a65196a1,46425,1733935721296-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T16:48:53,693 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Enabling table 2024-12-11T16:48:53,699 WARN [RPCClient-NioEventLoopGroup-5-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7446a65196a1:40669 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7446a65196a1/172.17.0.2:40669 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T16:48:53,703 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.FailedServers(52): Added failed server with address 7446a65196a1:40669 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7446a65196a1/172.17.0.2:40669 2024-12-11T16:48:53,804 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T16:48:53,807 WARN [RPCClient-NioEventLoopGroup-5-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7446a65196a1:40669 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7446a65196a1/172.17.0.2:40669 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T16:48:53,808 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7446a65196a1,46425,1733935721296 2024-12-11T16:48:53,808 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2253ca3d 2024-12-11T16:48:53,809 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T16:48:53,809 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.FailedServers(52): Added failed server with address 7446a65196a1:40669 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7446a65196a1/172.17.0.2:40669 2024-12-11T16:48:53,813 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T16:48:53,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] master.HMaster$12(2787): Client=jenkins//172.17.0.2 enable testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-11T16:48:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:ENABLE_TABLE_PREPARE, hasLock=false; EnableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-11T16:48:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-11T16:48:53,822 INFO [PEWorker-1 {}] procedure.EnableTableProcedure(296): Attempting to enable the table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-11T16:48:53,823 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733935733822"}]},"ts":"1733935733822"} 2024-12-11T16:48:53,825 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLING in hbase:meta 2024-12-11T16:48:53,827 DEBUG [PEWorker-1 {}] procedure.EnableTableProcedure(107): No change in number of region replicas (configuredReplicaCount=1); assigning. 2024-12-11T16:48:53,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e105cfb91cfa0e65ea48ecc07ff9dca4, ASSIGN}, {pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b7d6072bf8f72b0f1563705f95fb6c10, ASSIGN}, {pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=1f2074da1f6eb499f9ccca1812360fc5, ASSIGN}, {pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=343eb3438242cb4b5fc4cc688eed051b, ASSIGN}] 2024-12-11T16:48:53,829 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=1f2074da1f6eb499f9ccca1812360fc5, ASSIGN 2024-12-11T16:48:53,829 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=343eb3438242cb4b5fc4cc688eed051b, ASSIGN 2024-12-11T16:48:53,829 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b7d6072bf8f72b0f1563705f95fb6c10, ASSIGN 2024-12-11T16:48:53,829 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e105cfb91cfa0e65ea48ecc07ff9dca4, ASSIGN 2024-12-11T16:48:53,830 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost 7446a65196a1,41115,1733935722087 as the location for region 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:53,830 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost 7446a65196a1,41115,1733935722087 as the location for region 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:53,830 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost 7446a65196a1,41115,1733935722087 as the location for region e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:53,830 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost 7446a65196a1,41115,1733935722087 as the location for region b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:53,830 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=343eb3438242cb4b5fc4cc688eed051b, ASSIGN; state=CLOSED, location=7446a65196a1,41115,1733935722087; forceNewPlan=false, retain=true 2024-12-11T16:48:53,830 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e105cfb91cfa0e65ea48ecc07ff9dca4, ASSIGN; state=CLOSED, location=7446a65196a1,41115,1733935722087; forceNewPlan=false, retain=true 2024-12-11T16:48:53,830 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b7d6072bf8f72b0f1563705f95fb6c10, ASSIGN; state=CLOSED, location=7446a65196a1,41115,1733935722087; forceNewPlan=false, retain=true 2024-12-11T16:48:53,830 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=1f2074da1f6eb499f9ccca1812360fc5, ASSIGN; state=CLOSED, location=7446a65196a1,41115,1733935722087; forceNewPlan=false, retain=true 2024-12-11T16:48:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-11T16:48:53,982 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=e105cfb91cfa0e65ea48ecc07ff9dca4, regionState=OPENING, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:53,982 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=b7d6072bf8f72b0f1563705f95fb6c10, regionState=OPENING, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:53,982 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=1f2074da1f6eb499f9ccca1812360fc5, regionState=OPENING, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:53,982 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=343eb3438242cb4b5fc4cc688eed051b, regionState=OPENING, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:53,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=343eb3438242cb4b5fc4cc688eed051b, ASSIGN because future has completed 2024-12-11T16:48:53,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 343eb3438242cb4b5fc4cc688eed051b, server=7446a65196a1,41115,1733935722087}] 2024-12-11T16:48:53,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e105cfb91cfa0e65ea48ecc07ff9dca4, ASSIGN because future has completed 2024-12-11T16:48:53,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure e105cfb91cfa0e65ea48ecc07ff9dca4, server=7446a65196a1,41115,1733935722087}] 2024-12-11T16:48:53,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=1f2074da1f6eb499f9ccca1812360fc5, ASSIGN because future has completed 2024-12-11T16:48:53,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b7d6072bf8f72b0f1563705f95fb6c10, ASSIGN because future has completed 2024-12-11T16:48:53,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f2074da1f6eb499f9ccca1812360fc5, server=7446a65196a1,41115,1733935722087}] 2024-12-11T16:48:53,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7d6072bf8f72b0f1563705f95fb6c10, server=7446a65196a1,41115,1733935722087}] 2024-12-11T16:48:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-11T16:48:54,145 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T16:48:54,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T16:48:54,155 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:54,155 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 343eb3438242cb4b5fc4cc688eed051b, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b.', STARTKEY => 'zzzzz', ENDKEY => ''} 2024-12-11T16:48:54,155 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:54,156 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T16:48:54,156 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:54,156 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:54,158 INFO [StoreOpener-343eb3438242cb4b5fc4cc688eed051b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:54,160 INFO [StoreOpener-343eb3438242cb4b5fc4cc688eed051b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 343eb3438242cb4b5fc4cc688eed051b columnFamilyName family 2024-12-11T16:48:54,160 DEBUG [StoreOpener-343eb3438242cb4b5fc4cc688eed051b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:54,161 INFO [StoreOpener-343eb3438242cb4b5fc4cc688eed051b-1 {}] regionserver.HStore(327): Store=343eb3438242cb4b5fc4cc688eed051b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T16:48:54,161 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:54,162 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:54,164 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:54,164 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:54,165 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:54,167 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:54,168 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 343eb3438242cb4b5fc4cc688eed051b; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72156990, jitterRate=0.0752229392528534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T16:48:54,168 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:54,169 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 343eb3438242cb4b5fc4cc688eed051b: Running coprocessor pre-open hook at 1733935734156Writing region info on filesystem at 1733935734156Initializing all the Stores at 1733935734158 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733935734158Cleaning up temporary data from old regions at 1733935734165 (+7 ms)Running coprocessor post-open hooks at 1733935734168 (+3 ms)Region opened successfully at 1733935734169 (+1 ms) 2024-12-11T16:48:54,170 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b., pid=28, masterSystemTime=1733935734144 2024-12-11T16:48:54,173 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:54,173 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:54,173 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:54,173 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7752): Opening region: {ENCODED => e105cfb91cfa0e65ea48ecc07ff9dca4, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4.', STARTKEY => '', ENDKEY => 'aaaaa'} 2024-12-11T16:48:54,174 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:54,174 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T16:48:54,174 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7794): checking encryption for e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:54,174 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7797): checking classloading for e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:54,174 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=343eb3438242cb4b5fc4cc688eed051b, regionState=OPEN, openSeqNum=5, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:54,176 INFO [StoreOpener-e105cfb91cfa0e65ea48ecc07ff9dca4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:54,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 343eb3438242cb4b5fc4cc688eed051b, server=7446a65196a1,41115,1733935722087 because future has completed 2024-12-11T16:48:54,177 INFO [StoreOpener-e105cfb91cfa0e65ea48ecc07ff9dca4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e105cfb91cfa0e65ea48ecc07ff9dca4 columnFamilyName family 2024-12-11T16:48:54,177 DEBUG [StoreOpener-e105cfb91cfa0e65ea48ecc07ff9dca4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:54,178 INFO [StoreOpener-e105cfb91cfa0e65ea48ecc07ff9dca4-1 {}] regionserver.HStore(327): Store=e105cfb91cfa0e65ea48ecc07ff9dca4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T16:48:54,178 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1038): replaying wal for e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:54,180 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:54,182 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:54,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-11T16:48:54,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 343eb3438242cb4b5fc4cc688eed051b, server=7446a65196a1,41115,1733935722087 in 189 msec 2024-12-11T16:48:54,183 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1048): stopping wal replay for e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:54,183 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1060): Cleaning up temporary data for e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:54,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=343eb3438242cb4b5fc4cc688eed051b, ASSIGN in 356 msec 2024-12-11T16:48:54,186 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1093): writing seq id for e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:54,187 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1114): Opened e105cfb91cfa0e65ea48ecc07ff9dca4; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59177859, jitterRate=-0.11818118393421173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T16:48:54,187 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:54,187 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1006): Region open journal for e105cfb91cfa0e65ea48ecc07ff9dca4: Running coprocessor pre-open hook at 1733935734174Writing region info on filesystem at 1733935734174Initializing all the Stores at 1733935734176 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733935734176Cleaning up temporary data from old regions at 1733935734183 (+7 ms)Running coprocessor post-open hooks at 1733935734187 (+4 ms)Region opened successfully at 1733935734187 2024-12-11T16:48:54,188 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4., pid=29, masterSystemTime=1733935734144 2024-12-11T16:48:54,190 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:54,191 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:54,191 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:54,191 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f2074da1f6eb499f9ccca1812360fc5, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5.', STARTKEY => 'm\xED\xED\xED\xED', ENDKEY => 'zzzzz'} 2024-12-11T16:48:54,191 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=e105cfb91cfa0e65ea48ecc07ff9dca4, regionState=OPEN, openSeqNum=5, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:54,191 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:54,191 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T16:48:54,192 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:54,192 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:54,194 INFO [StoreOpener-1f2074da1f6eb499f9ccca1812360fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:54,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure e105cfb91cfa0e65ea48ecc07ff9dca4, server=7446a65196a1,41115,1733935722087 because future has completed 2024-12-11T16:48:54,195 INFO [StoreOpener-1f2074da1f6eb499f9ccca1812360fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f2074da1f6eb499f9ccca1812360fc5 columnFamilyName family 2024-12-11T16:48:54,196 DEBUG [StoreOpener-1f2074da1f6eb499f9ccca1812360fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:54,197 INFO [StoreOpener-1f2074da1f6eb499f9ccca1812360fc5-1 {}] regionserver.HStore(327): Store=1f2074da1f6eb499f9ccca1812360fc5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T16:48:54,197 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:54,198 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:54,200 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:54,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=24 2024-12-11T16:48:54,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure e105cfb91cfa0e65ea48ecc07ff9dca4, server=7446a65196a1,41115,1733935722087 in 205 msec 2024-12-11T16:48:54,200 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:54,200 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:54,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=e105cfb91cfa0e65ea48ecc07ff9dca4, ASSIGN in 373 msec 2024-12-11T16:48:54,203 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:54,204 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1114): Opened 1f2074da1f6eb499f9ccca1812360fc5; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70641432, jitterRate=0.05263936519622803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T16:48:54,204 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:54,205 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 1f2074da1f6eb499f9ccca1812360fc5: Running coprocessor pre-open hook at 1733935734192Writing region info on filesystem at 1733935734192Initializing all the Stores at 1733935734193 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733935734193Cleaning up temporary data from old regions at 1733935734200 (+7 ms)Running coprocessor post-open hooks at 1733935734205 (+5 ms)Region opened successfully at 1733935734205 2024-12-11T16:48:54,206 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5., pid=30, masterSystemTime=1733935734144 2024-12-11T16:48:54,208 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:54,208 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:54,208 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:54,209 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => b7d6072bf8f72b0f1563705f95fb6c10, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10.', STARTKEY => 'aaaaa', ENDKEY => 'm\xED\xED\xED\xED'} 2024-12-11T16:48:54,209 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=1f2074da1f6eb499f9ccca1812360fc5, regionState=OPEN, openSeqNum=5, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:54,209 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:54,209 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T16:48:54,209 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:54,209 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:54,211 INFO [StoreOpener-b7d6072bf8f72b0f1563705f95fb6c10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:54,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f2074da1f6eb499f9ccca1812360fc5, server=7446a65196a1,41115,1733935722087 because future has completed 2024-12-11T16:48:54,213 INFO [StoreOpener-b7d6072bf8f72b0f1563705f95fb6c10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7d6072bf8f72b0f1563705f95fb6c10 columnFamilyName family 2024-12-11T16:48:54,213 DEBUG [StoreOpener-b7d6072bf8f72b0f1563705f95fb6c10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T16:48:54,214 INFO [StoreOpener-b7d6072bf8f72b0f1563705f95fb6c10-1 {}] regionserver.HStore(327): Store=b7d6072bf8f72b0f1563705f95fb6c10/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T16:48:54,214 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:54,215 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:54,218 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:54,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=26 2024-12-11T16:48:54,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f2074da1f6eb499f9ccca1812360fc5, server=7446a65196a1,41115,1733935722087 in 220 msec 2024-12-11T16:48:54,218 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:54,219 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:54,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=1f2074da1f6eb499f9ccca1812360fc5, ASSIGN in 391 msec 2024-12-11T16:48:54,222 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:54,223 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened b7d6072bf8f72b0f1563705f95fb6c10; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67452855, jitterRate=0.005125865340232849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T16:48:54,223 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:54,223 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for b7d6072bf8f72b0f1563705f95fb6c10: Running coprocessor pre-open hook at 1733935734210Writing region info on filesystem at 1733935734210Initializing all the Stores at 1733935734211 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733935734211Cleaning up temporary data from old regions at 1733935734219 (+8 ms)Running coprocessor post-open hooks at 1733935734223 (+4 ms)Region opened successfully at 1733935734223 2024-12-11T16:48:54,224 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10., pid=31, masterSystemTime=1733935734144 2024-12-11T16:48:54,228 DEBUG [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:54,228 INFO [RS_OPEN_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:54,229 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=b7d6072bf8f72b0f1563705f95fb6c10, regionState=OPEN, openSeqNum=5, regionLocation=7446a65196a1,41115,1733935722087 2024-12-11T16:48:54,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7d6072bf8f72b0f1563705f95fb6c10, server=7446a65196a1,41115,1733935722087 because future has completed 2024-12-11T16:48:54,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=25 2024-12-11T16:48:54,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure b7d6072bf8f72b0f1563705f95fb6c10, server=7446a65196a1,41115,1733935722087 in 236 msec 2024-12-11T16:48:54,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=23 2024-12-11T16:48:54,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b7d6072bf8f72b0f1563705f95fb6c10, ASSIGN in 410 msec 2024-12-11T16:48:54,241 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733935734241"}]},"ts":"1733935734241"} 2024-12-11T16:48:54,244 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLED in hbase:meta 2024-12-11T16:48:54,245 INFO [PEWorker-5 {}] procedure.EnableTableProcedure(310): Table 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch' was successfully enabled. 2024-12-11T16:48:54,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; EnableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 431 msec 2024-12-11T16:48:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-11T16:48:54,448 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Waiting for no more RIT 2024-12-11T16:48:54,448 INFO [RPCClient-NioEventLoopGroup-5-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: ENABLE, Table Name: default:testForCheckingIfEnableAndDisableWorksFineAfterSwitch completed 2024-12-11T16:48:54,449 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T16:48:54,449 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Verifying there are 5 assigned on cluster 2024-12-11T16:48:54,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T16:48:54,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T16:48:54,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable.testForCheckingIfEnableAndDisableWorksFineAfterSwitch(TestMasterRestartAfterDisablingTable.java:126) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T16:48:54,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T16:48:54,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T16:48:54,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T16:48:54,454 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T16:48:54,454 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1582146538, stopped=false 2024-12-11T16:48:54,456 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7446a65196a1,46425,1733935721296 2024-12-11T16:48:54,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T16:48:54,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T16:48:54,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:54,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:54,499 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T16:48:54,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T16:48:54,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T16:48:54,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T16:48:54,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable.testForCheckingIfEnableAndDisableWorksFineAfterSwitch(TestMasterRestartAfterDisablingTable.java:126) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T16:48:54,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T16:48:54,501 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7446a65196a1,41115,1733935722087' ***** 2024-12-11T16:48:54,501 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T16:48:54,502 INFO [RS:0;7446a65196a1:41115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T16:48:54,502 INFO [RS:0;7446a65196a1:41115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T16:48:54,502 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T16:48:54,502 INFO [RS:0;7446a65196a1:41115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T16:48:54,502 INFO [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(3091): Received CLOSE for 343eb3438242cb4b5fc4cc688eed051b 2024-12-11T16:48:54,503 INFO [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f2074da1f6eb499f9ccca1812360fc5 2024-12-11T16:48:54,503 INFO [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(3091): Received CLOSE for b7d6072bf8f72b0f1563705f95fb6c10 2024-12-11T16:48:54,503 INFO [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(3091): Received CLOSE for e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:54,503 INFO [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(959): stopping server 7446a65196a1,41115,1733935722087 2024-12-11T16:48:54,503 INFO [RS:0;7446a65196a1:41115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T16:48:54,503 INFO [RS:0;7446a65196a1:41115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7446a65196a1:41115. 2024-12-11T16:48:54,503 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 343eb3438242cb4b5fc4cc688eed051b, disabling compactions & flushes 2024-12-11T16:48:54,503 DEBUG [RS:0;7446a65196a1:41115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T16:48:54,503 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:54,503 DEBUG [RS:0;7446a65196a1:41115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T16:48:54,503 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:54,504 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. after waiting 0 ms 2024-12-11T16:48:54,504 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:54,504 INFO [RS:0;7446a65196a1:41115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T16:48:54,504 INFO [RS:0;7446a65196a1:41115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T16:48:54,504 INFO [RS:0;7446a65196a1:41115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T16:48:54,504 INFO [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T16:48:54,504 INFO [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-11T16:48:54,505 DEBUG [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T16:48:54,505 DEBUG [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(1325): Online Regions={343eb3438242cb4b5fc4cc688eed051b=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b., 1f2074da1f6eb499f9ccca1812360fc5=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5., 1588230740=hbase:meta,,1.1588230740, b7d6072bf8f72b0f1563705f95fb6c10=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10., e105cfb91cfa0e65ea48ecc07ff9dca4=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4.} 2024-12-11T16:48:54,505 INFO [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T16:48:54,505 DEBUG [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T16:48:54,505 DEBUG [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T16:48:54,505 DEBUG [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T16:48:54,505 DEBUG [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f2074da1f6eb499f9ccca1812360fc5, 343eb3438242cb4b5fc4cc688eed051b, b7d6072bf8f72b0f1563705f95fb6c10, e105cfb91cfa0e65ea48ecc07ff9dca4 2024-12-11T16:48:54,505 INFO [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.33 KB heapSize=24.70 KB 2024-12-11T16:48:54,511 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/343eb3438242cb4b5fc4cc688eed051b/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-11T16:48:54,512 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:54,512 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 343eb3438242cb4b5fc4cc688eed051b: Waiting for close lock at 1733935734503Running coprocessor pre-close hooks at 1733935734503Disabling compacts and flushes for region at 1733935734503Disabling writes for close at 1733935734504 (+1 ms)Writing region close event to WAL at 1733935734504Running coprocessor post-close hooks at 1733935734512 (+8 ms)Closed at 1733935734512 2024-12-11T16:48:54,512 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733935726222.343eb3438242cb4b5fc4cc688eed051b. 2024-12-11T16:48:54,512 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f2074da1f6eb499f9ccca1812360fc5, disabling compactions & flushes 2024-12-11T16:48:54,512 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:54,512 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:54,512 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. after waiting 0 ms 2024-12-11T16:48:54,512 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:54,517 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/1f2074da1f6eb499f9ccca1812360fc5/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-11T16:48:54,518 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:54,518 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f2074da1f6eb499f9ccca1812360fc5: Waiting for close lock at 1733935734512Running coprocessor pre-close hooks at 1733935734512Disabling compacts and flushes for region at 1733935734512Disabling writes for close at 1733935734512Writing region close event to WAL at 1733935734513 (+1 ms)Running coprocessor post-close hooks at 1733935734518 (+5 ms)Closed at 1733935734518 2024-12-11T16:48:54,518 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733935726222.1f2074da1f6eb499f9ccca1812360fc5. 2024-12-11T16:48:54,518 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7d6072bf8f72b0f1563705f95fb6c10, disabling compactions & flushes 2024-12-11T16:48:54,518 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:54,518 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:54,518 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. after waiting 0 ms 2024-12-11T16:48:54,519 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:54,524 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/b7d6072bf8f72b0f1563705f95fb6c10/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-11T16:48:54,525 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:54,525 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7d6072bf8f72b0f1563705f95fb6c10: Waiting for close lock at 1733935734518Running coprocessor pre-close hooks at 1733935734518Disabling compacts and flushes for region at 1733935734518Disabling writes for close at 1733935734518Writing region close event to WAL at 1733935734519 (+1 ms)Running coprocessor post-close hooks at 1733935734525 (+6 ms)Closed at 1733935734525 2024-12-11T16:48:54,525 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10. 2024-12-11T16:48:54,525 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e105cfb91cfa0e65ea48ecc07ff9dca4, disabling compactions & flushes 2024-12-11T16:48:54,525 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:54,525 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:54,526 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. after waiting 0 ms 2024-12-11T16:48:54,526 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:54,530 DEBUG [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740/.tmp/info/8260dedfd2df4a8694cb5aadbfd5e3b7 is 242, key is testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733935726222.b7d6072bf8f72b0f1563705f95fb6c10./info:regioninfo/1733935734228/Put/seqid=0 2024-12-11T16:48:54,531 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/e105cfb91cfa0e65ea48ecc07ff9dca4/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-11T16:48:54,531 INFO [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:54,532 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e105cfb91cfa0e65ea48ecc07ff9dca4: Waiting for close lock at 1733935734525Running coprocessor pre-close hooks at 1733935734525Disabling compacts and flushes for region at 1733935734525Disabling writes for close at 1733935734526 (+1 ms)Writing region close event to WAL at 1733935734526Running coprocessor post-close hooks at 1733935734531 (+5 ms)Closed at 1733935734531 2024-12-11T16:48:54,532 DEBUG [RS_CLOSE_REGION-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733935726222.e105cfb91cfa0e65ea48ecc07ff9dca4. 2024-12-11T16:48:54,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741846_1023 (size=16093) 2024-12-11T16:48:54,535 INFO [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.76 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740/.tmp/info/8260dedfd2df4a8694cb5aadbfd5e3b7 2024-12-11T16:48:54,558 DEBUG [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740/.tmp/ns/bb2c4417643f4f9ca90c1d27d0695921 is 43, key is default/ns:d/1733935726012/Put/seqid=0 2024-12-11T16:48:54,559 INFO [regionserver/7446a65196a1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T16:48:54,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741847_1024 (size=5153) 2024-12-11T16:48:54,703 INFO [regionserver/7446a65196a1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T16:48:54,703 INFO [regionserver/7446a65196a1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T16:48:54,705 DEBUG [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T16:48:54,906 DEBUG [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T16:48:54,966 INFO [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740/.tmp/ns/bb2c4417643f4f9ca90c1d27d0695921 2024-12-11T16:48:54,998 DEBUG [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740/.tmp/table/e89b7334a5fe4d8e99798fd82f7faa85 is 89, key is testForCheckingIfEnableAndDisableWorksFineAfterSwitch/table:state/1733935734241/Put/seqid=0 2024-12-11T16:48:55,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741848_1025 (size=5594) 2024-12-11T16:48:55,106 DEBUG [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T16:48:55,307 DEBUG [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T16:48:55,404 INFO [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=510 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740/.tmp/table/e89b7334a5fe4d8e99798fd82f7faa85 2024-12-11T16:48:55,419 DEBUG [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740/.tmp/info/8260dedfd2df4a8694cb5aadbfd5e3b7 as hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740/info/8260dedfd2df4a8694cb5aadbfd5e3b7 2024-12-11T16:48:55,427 INFO [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740/info/8260dedfd2df4a8694cb5aadbfd5e3b7, entries=60, sequenceid=37, filesize=15.7 K 2024-12-11T16:48:55,428 DEBUG [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740/.tmp/ns/bb2c4417643f4f9ca90c1d27d0695921 as hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740/ns/bb2c4417643f4f9ca90c1d27d0695921 2024-12-11T16:48:55,436 INFO [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740/ns/bb2c4417643f4f9ca90c1d27d0695921, entries=2, sequenceid=37, filesize=5.0 K 2024-12-11T16:48:55,438 DEBUG [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740/.tmp/table/e89b7334a5fe4d8e99798fd82f7faa85 as hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740/table/e89b7334a5fe4d8e99798fd82f7faa85 2024-12-11T16:48:55,447 INFO [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740/table/e89b7334a5fe4d8e99798fd82f7faa85, entries=3, sequenceid=37, filesize=5.5 K 2024-12-11T16:48:55,448 INFO [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.33 KB/16727, heapSize ~24.41 KB/24992, currentSize=0 B/0 for 1588230740 in 943ms, sequenceid=37, compaction requested=false 2024-12-11T16:48:55,454 DEBUG [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-11T16:48:55,455 DEBUG [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T16:48:55,455 INFO [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T16:48:55,455 DEBUG [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733935734505Running coprocessor pre-close hooks at 1733935734505Disabling compacts and flushes for region at 1733935734505Disabling writes for close at 1733935734505Obtaining lock to block concurrent updates at 1733935734505Preparing flush snapshotting stores in 1588230740 at 1733935734505Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16727, getHeapSize=25232, getOffHeapSize=0, getCellsCount=100 at 1733935734506 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733935734507 (+1 ms)Flushing 1588230740/info: creating writer at 1733935734507Flushing 1588230740/info: appending metadata at 1733935734529 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733935734529Flushing 1588230740/ns: creating writer at 1733935734543 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733935734557 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733935734557Flushing 1588230740/table: creating writer at 1733935734983 (+426 ms)Flushing 1588230740/table: appending metadata at 1733935734997 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733935734997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d07be4: reopening flushed file at 1733935735418 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5383b656: reopening flushed file at 1733935735427 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409f5239: reopening flushed file at 1733935735436 (+9 ms)Finished flush of dataSize ~16.33 KB/16727, heapSize ~24.41 KB/24992, currentSize=0 B/0 for 1588230740 in 943ms, sequenceid=37, compaction requested=false at 1733935735448 (+12 ms)Writing region close event to WAL at 1733935735450 (+2 ms)Running coprocessor post-close hooks at 1733935735455 (+5 ms)Closed at 1733935735455 2024-12-11T16:48:55,456 DEBUG [RS_CLOSE_META-regionserver/7446a65196a1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T16:48:55,507 INFO [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(976): stopping server 7446a65196a1,41115,1733935722087; all regions closed. 2024-12-11T16:48:55,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741834_1010 (size=19381) 2024-12-11T16:48:55,522 DEBUG [RS:0;7446a65196a1:41115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/oldWALs 2024-12-11T16:48:55,522 INFO [RS:0;7446a65196a1:41115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7446a65196a1%2C41115%2C1733935722087.meta:.meta(num 1733935725811) 2024-12-11T16:48:55,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741832_1008 (size=6769) 2024-12-11T16:48:55,528 DEBUG [RS:0;7446a65196a1:41115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/oldWALs 2024-12-11T16:48:55,528 INFO [RS:0;7446a65196a1:41115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7446a65196a1%2C41115%2C1733935722087:(num 1733935724804) 2024-12-11T16:48:55,528 DEBUG [RS:0;7446a65196a1:41115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T16:48:55,528 INFO [RS:0;7446a65196a1:41115 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T16:48:55,528 INFO [RS:0;7446a65196a1:41115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T16:48:55,528 INFO [RS:0;7446a65196a1:41115 {}] hbase.ChoreService(370): Chore service for: regionserver/7446a65196a1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T16:48:55,528 INFO [RS:0;7446a65196a1:41115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T16:48:55,528 INFO [regionserver/7446a65196a1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T16:48:55,528 INFO [RS:0;7446a65196a1:41115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41115 2024-12-11T16:48:55,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T16:48:55,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7446a65196a1,41115,1733935722087 2024-12-11T16:48:55,591 INFO [RS:0;7446a65196a1:41115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T16:48:55,593 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7446a65196a1,41115,1733935722087] 2024-12-11T16:48:55,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7446a65196a1,41115,1733935722087 already deleted, retry=false 2024-12-11T16:48:55,609 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7446a65196a1,41115,1733935722087 expired; onlineServers=0 2024-12-11T16:48:55,609 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7446a65196a1,46425,1733935721296' ***** 2024-12-11T16:48:55,609 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T16:48:55,609 INFO [M:0;7446a65196a1:46425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T16:48:55,609 INFO [M:0;7446a65196a1:46425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T16:48:55,609 DEBUG [M:0;7446a65196a1:46425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T16:48:55,609 DEBUG [M:0;7446a65196a1:46425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T16:48:55,609 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T16:48:55,609 DEBUG [master/7446a65196a1:0:becomeActiveMaster-HFileCleaner.large.0-1733935733633 {}] cleaner.HFileCleaner(306): Exit Thread[master/7446a65196a1:0:becomeActiveMaster-HFileCleaner.large.0-1733935733633,5,FailOnTimeoutGroup] 2024-12-11T16:48:55,609 DEBUG [master/7446a65196a1:0:becomeActiveMaster-HFileCleaner.small.0-1733935733634 {}] cleaner.HFileCleaner(306): Exit Thread[master/7446a65196a1:0:becomeActiveMaster-HFileCleaner.small.0-1733935733634,5,FailOnTimeoutGroup] 2024-12-11T16:48:55,609 INFO [M:0;7446a65196a1:46425 {}] hbase.ChoreService(370): Chore service for: master/7446a65196a1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T16:48:55,609 INFO [M:0;7446a65196a1:46425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T16:48:55,610 DEBUG [M:0;7446a65196a1:46425 {}] master.HMaster(1795): Stopping service threads 2024-12-11T16:48:55,610 INFO [M:0;7446a65196a1:46425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T16:48:55,610 INFO [M:0;7446a65196a1:46425 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T16:48:55,610 INFO [M:0;7446a65196a1:46425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T16:48:55,610 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T16:48:55,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T16:48:55,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T16:48:55,617 DEBUG [M:0;7446a65196a1:46425 {}] zookeeper.ZKUtil(347): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T16:48:55,617 WARN [M:0;7446a65196a1:46425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T16:48:55,618 INFO [M:0;7446a65196a1:46425 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/.lastflushedseqids 2024-12-11T16:48:55,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741849_1026 (size=354) 2024-12-11T16:48:55,701 INFO [RS:0;7446a65196a1:41115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T16:48:55,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T16:48:55,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41115-0x10015d526cd0002, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T16:48:55,701 INFO [RS:0;7446a65196a1:41115 {}] regionserver.HRegionServer(1031): Exiting; stopping=7446a65196a1,41115,1733935722087; zookeeper connection closed. 2024-12-11T16:48:55,702 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@859973d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@859973d 2024-12-11T16:48:55,703 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-11T16:48:56,027 INFO [M:0;7446a65196a1:46425 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T16:48:56,028 INFO [M:0;7446a65196a1:46425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T16:48:56,028 DEBUG [M:0;7446a65196a1:46425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T16:48:56,028 INFO [M:0;7446a65196a1:46425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T16:48:56,028 DEBUG [M:0;7446a65196a1:46425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T16:48:56,028 DEBUG [M:0;7446a65196a1:46425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T16:48:56,028 DEBUG [M:0;7446a65196a1:46425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T16:48:56,028 INFO [M:0;7446a65196a1:46425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=31.34 KB heapSize=38.83 KB 2024-12-11T16:48:56,050 DEBUG [M:0;7446a65196a1:46425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7531d3f90f86417f90973f1af6081200 is 376, key is \x00\x00\x00\x00\x00\x00\x00\x17/proc:d/1733935734248/Put/seqid=0 2024-12-11T16:48:56,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741850_1027 (size=5632) 2024-12-11T16:48:56,458 INFO [M:0;7446a65196a1:46425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.34 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7531d3f90f86417f90973f1af6081200 2024-12-11T16:48:56,472 DEBUG [M:0;7446a65196a1:46425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7531d3f90f86417f90973f1af6081200 as hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7531d3f90f86417f90973f1af6081200 2024-12-11T16:48:56,479 INFO [M:0;7446a65196a1:46425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34505/user/jenkins/test-data/f9c697cf-6d18-31f9-4036-a24b7a549c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7531d3f90f86417f90973f1af6081200, entries=9, sequenceid=252, filesize=5.5 K 2024-12-11T16:48:56,480 INFO [M:0;7446a65196a1:46425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~31.34 KB/32094, heapSize ~38.06 KB/38976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 452ms, sequenceid=252, compaction requested=false 2024-12-11T16:48:56,482 INFO [M:0;7446a65196a1:46425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T16:48:56,482 DEBUG [M:0;7446a65196a1:46425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733935736028Disabling compacts and flushes for region at 1733935736028Disabling writes for close at 1733935736028Obtaining lock to block concurrent updates at 1733935736028Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733935736028Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=32094, getHeapSize=39696, getOffHeapSize=0, getCellsCount=88 at 1733935736029 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733935736030 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733935736030Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733935736049 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733935736049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27954e84: reopening flushed file at 1733935736471 (+422 ms)Finished flush of dataSize ~31.34 KB/32094, heapSize ~38.06 KB/38976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 452ms, sequenceid=252, compaction requested=false at 1733935736480 (+9 ms)Writing region close event to WAL at 1733935736482 (+2 ms)Closed at 1733935736482 2024-12-11T16:48:56,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741845_1022 (size=37497) 2024-12-11T16:48:56,485 INFO [M:0;7446a65196a1:46425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T16:48:56,485 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T16:48:56,485 INFO [M:0;7446a65196a1:46425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46425 2024-12-11T16:48:56,485 INFO [M:0;7446a65196a1:46425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T16:48:56,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T16:48:56,649 INFO [M:0;7446a65196a1:46425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T16:48:56,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46425-0x10015d526cd0000, quorum=127.0.0.1:61086, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T16:48:56,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@652b7fd2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T16:48:56,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bd6c191{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T16:48:56,658 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T16:48:56,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3545d277{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T16:48:56,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61bba7f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/hadoop.log.dir/,STOPPED} 2024-12-11T16:48:56,661 WARN [BP-1945147295-172.17.0.2-1733935718003 heartbeating to localhost/127.0.0.1:34505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T16:48:56,661 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T16:48:56,661 WARN [BP-1945147295-172.17.0.2-1733935718003 heartbeating to localhost/127.0.0.1:34505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1945147295-172.17.0.2-1733935718003 (Datanode Uuid 1fa57324-6f7a-4c92-be5a-715a1f707c8a) service to localhost/127.0.0.1:34505 2024-12-11T16:48:56,661 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T16:48:56,662 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/cluster_74ae974e-610d-b36c-fa62-593819ace723/data/data1/current/BP-1945147295-172.17.0.2-1733935718003 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T16:48:56,663 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/cluster_74ae974e-610d-b36c-fa62-593819ace723/data/data2/current/BP-1945147295-172.17.0.2-1733935718003 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T16:48:56,663 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T16:48:56,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0f5f3f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T16:48:56,672 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ce32234{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T16:48:56,672 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T16:48:56,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1297df6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T16:48:56,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eaa105d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe1cce88-97fd-8911-ef9a-200adb61b4d7/hadoop.log.dir/,STOPPED} 2024-12-11T16:48:56,677 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T16:48:56,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-11T16:48:56,701 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.TestMasterRestartAfterDisablingTable#testForCheckingIfEnableAndDisableWorksFineAfterSwitch Thread=70 (was 11) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2042120633) connection to localhost/127.0.0.1:34505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/7446a65196a1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7446a65196a1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7446a65196a1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@246dbc15 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2042120633) connection to localhost/127.0.0.1:34505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (2042120633) connection to localhost/127.0.0.1:34505 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=378 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 102) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1367 (was 1998)