2024-12-09 18:31:56,613 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd 2024-12-09 18:31:56,623 main DEBUG Took 0.008718 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 18:31:56,624 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 18:31:56,624 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 18:31:56,625 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 18:31:56,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:31:56,632 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 18:31:56,648 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:31:56,650 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:31:56,650 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:31:56,650 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:31:56,651 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:31:56,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:31:56,652 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:31:56,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:31:56,653 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:31:56,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:31:56,654 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:31:56,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:31:56,654 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:31:56,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:31:56,655 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:31:56,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:31:56,655 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:31:56,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:31:56,656 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:31:56,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:31:56,657 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:31:56,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:31:56,657 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:31:56,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 18:31:56,658 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:31:56,658 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 18:31:56,659 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 18:31:56,661 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 18:31:56,662 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 18:31:56,663 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 18:31:56,664 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 18:31:56,664 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 18:31:56,672 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 18:31:56,674 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 18:31:56,676 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 18:31:56,676 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 18:31:56,676 main DEBUG createAppenders(={Console}) 2024-12-09 18:31:56,677 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd initialized 2024-12-09 18:31:56,677 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd 2024-12-09 18:31:56,678 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd OK. 2024-12-09 18:31:56,678 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 18:31:56,679 main DEBUG OutputStream closed 2024-12-09 18:31:56,679 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 18:31:56,679 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 18:31:56,679 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@66d3eec0 OK 2024-12-09 18:31:56,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 18:31:56,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 18:31:56,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 18:31:56,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 18:31:56,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 18:31:56,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 18:31:56,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 18:31:56,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 18:31:56,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 18:31:56,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 18:31:56,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 18:31:56,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 18:31:56,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 18:31:56,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 18:31:56,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 18:31:56,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 18:31:56,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 18:31:56,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 18:31:56,772 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 18:31:56,772 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@2ef14fe) with optional ClassLoader: null 2024-12-09 18:31:56,772 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 18:31:56,773 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@2ef14fe] started OK. 2024-12-09T18:31:56,785 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable timeout: 13 mins 2024-12-09 18:31:56,787 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 18:31:56,788 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T18:31:56,828 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.TestMasterRestartAfterDisablingTable#testForCheckingIfEnableAndDisableWorksFineAfterSwitch Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=6405 2024-12-09T18:31:56,832 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Starting cluster 2024-12-09T18:31:57,132 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e 2024-12-09T18:31:57,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=2, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T18:31:57,152 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/cluster_b840f31b-db05-3210-0692-e098c9e6618e, deleteOnExit=true 2024-12-09T18:31:57,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T18:31:57,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/test.cache.data in system properties and HBase conf 2024-12-09T18:31:57,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T18:31:57,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/hadoop.log.dir in system properties and HBase conf 2024-12-09T18:31:57,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T18:31:57,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T18:31:57,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T18:31:57,250 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T18:31:57,362 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T18:31:57,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T18:31:57,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T18:31:57,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T18:31:57,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T18:31:57,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T18:31:57,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T18:31:57,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T18:31:57,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T18:31:57,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T18:31:57,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/nfs.dump.dir in system properties and HBase conf 2024-12-09T18:31:57,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/java.io.tmpdir in system properties and HBase conf 2024-12-09T18:31:57,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T18:31:57,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T18:31:57,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T18:31:58,548 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T18:31:58,632 INFO [Time-limited test {}] log.Log(170): Logging initialized @2720ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T18:31:58,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:31:58,813 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:31:58,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:31:58,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:31:58,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T18:31:58,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:31:58,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@826ab60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:31:58,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b88a8c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:31:59,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@462eefb5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/java.io.tmpdir/jetty-localhost-43885-hadoop-hdfs-3_4_1-tests_jar-_-any-3107943139739636806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T18:31:59,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@365fcff2{HTTP/1.1, (http/1.1)}{localhost:43885} 2024-12-09T18:31:59,101 INFO [Time-limited test {}] server.Server(415): Started @3190ms 2024-12-09T18:31:59,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T18:31:59,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T18:31:59,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T18:31:59,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T18:31:59,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T18:31:59,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15bd6c52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/hadoop.log.dir/,AVAILABLE} 2024-12-09T18:31:59,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6acff809{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T18:31:59,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33f7db9c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/java.io.tmpdir/jetty-localhost-45495-hadoop-hdfs-3_4_1-tests_jar-_-any-15093636598054392704/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:31:59,780 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25c56894{HTTP/1.1, (http/1.1)}{localhost:45495} 2024-12-09T18:31:59,781 INFO [Time-limited test {}] server.Server(415): Started @3869ms 2024-12-09T18:31:59,835 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T18:32:00,753 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/cluster_b840f31b-db05-3210-0692-e098c9e6618e/data/data1/current/BP-548405256-172.17.0.2-1733769117997/current, will proceed with Du for space computation calculation, 2024-12-09T18:32:00,753 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/cluster_b840f31b-db05-3210-0692-e098c9e6618e/data/data2/current/BP-548405256-172.17.0.2-1733769117997/current, will proceed with Du for space computation calculation, 2024-12-09T18:32:00,811 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T18:32:00,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x547f9389b96b4266 with lease ID 0x861e63fdb2255f39: Processing first storage report for DS-a48a6033-53cc-434e-ba01-75d5057457f9 from datanode DatanodeRegistration(127.0.0.1:43531, datanodeUuid=fccf0c90-f211-4016-a56d-4263c3129459, infoPort=34315, infoSecurePort=0, ipcPort=41331, storageInfo=lv=-57;cid=testClusterID;nsid=1126299765;c=1733769117997) 2024-12-09T18:32:00,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x547f9389b96b4266 with lease ID 0x861e63fdb2255f39: from storage DS-a48a6033-53cc-434e-ba01-75d5057457f9 node DatanodeRegistration(127.0.0.1:43531, datanodeUuid=fccf0c90-f211-4016-a56d-4263c3129459, infoPort=34315, infoSecurePort=0, ipcPort=41331, storageInfo=lv=-57;cid=testClusterID;nsid=1126299765;c=1733769117997), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-09T18:32:00,865 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x547f9389b96b4266 with lease ID 0x861e63fdb2255f39: Processing first storage report for DS-691162d9-cbd6-49df-9516-ed41b5d07321 from datanode DatanodeRegistration(127.0.0.1:43531, datanodeUuid=fccf0c90-f211-4016-a56d-4263c3129459, infoPort=34315, infoSecurePort=0, ipcPort=41331, storageInfo=lv=-57;cid=testClusterID;nsid=1126299765;c=1733769117997) 2024-12-09T18:32:00,865 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x547f9389b96b4266 with lease ID 0x861e63fdb2255f39: from storage DS-691162d9-cbd6-49df-9516-ed41b5d07321 node DatanodeRegistration(127.0.0.1:43531, datanodeUuid=fccf0c90-f211-4016-a56d-4263c3129459, infoPort=34315, infoSecurePort=0, ipcPort=41331, storageInfo=lv=-57;cid=testClusterID;nsid=1126299765;c=1733769117997), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T18:32:00,884 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e 2024-12-09T18:32:00,960 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/cluster_b840f31b-db05-3210-0692-e098c9e6618e/zookeeper_0, clientPort=53454, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/cluster_b840f31b-db05-3210-0692-e098c9e6618e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/cluster_b840f31b-db05-3210-0692-e098c9e6618e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T18:32:00,971 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53454 2024-12-09T18:32:00,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:32:00,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:32:01,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741825_1001 (size=7) 2024-12-09T18:32:01,662 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a with version=8 2024-12-09T18:32:01,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/hbase-staging 2024-12-09T18:32:01,753 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T18:32:01,999 INFO [Time-limited test {}] client.ConnectionUtils(128): master/84065ca92432:0 server-side Connection retries=45 2024-12-09T18:32:02,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:32:02,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:32:02,015 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:32:02,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:32:02,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:32:02,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T18:32:02,208 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T18:32:02,216 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T18:32:02,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:32:02,244 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 87943 (auto-detected) 2024-12-09T18:32:02,245 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T18:32:02,266 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37657 2024-12-09T18:32:02,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37657 connecting to ZooKeeper ensemble=127.0.0.1:53454 2024-12-09T18:32:02,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376570x0, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:32:02,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37657-0x1000c1045dc0000 connected 2024-12-09T18:32:02,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:32:02,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:32:02,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:32:02,493 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a, hbase.cluster.distributed=false 2024-12-09T18:32:02,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:32:02,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37657 2024-12-09T18:32:02,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37657 2024-12-09T18:32:02,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37657 2024-12-09T18:32:02,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37657 2024-12-09T18:32:02,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37657 2024-12-09T18:32:02,532 INFO [Time-limited test {}] client.ConnectionUtils(128): master/84065ca92432:0 server-side Connection retries=45 2024-12-09T18:32:02,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:32:02,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:32:02,533 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:32:02,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:32:02,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:32:02,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T18:32:02,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:32:02,536 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44331 2024-12-09T18:32:02,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44331 connecting to ZooKeeper ensemble=127.0.0.1:53454 2024-12-09T18:32:02,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443310x0, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:32:02,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44331-0x1000c1045dc0001 connected 2024-12-09T18:32:02,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:32:02,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:32:02,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:32:02,573 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a, hbase.cluster.distributed=false 2024-12-09T18:32:02,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:32:02,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44331 2024-12-09T18:32:02,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44331 2024-12-09T18:32:02,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44331 2024-12-09T18:32:02,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44331 2024-12-09T18:32:02,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44331 2024-12-09T18:32:02,698 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/84065ca92432:0 server-side Connection retries=45 2024-12-09T18:32:02,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:32:02,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T18:32:02,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T18:32:02,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T18:32:02,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T18:32:02,704 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T18:32:02,706 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T18:32:02,707 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36013 2024-12-09T18:32:02,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36013 connecting to ZooKeeper ensemble=127.0.0.1:53454 2024-12-09T18:32:02,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:32:02,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:32:02,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360130x0, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T18:32:02,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36013-0x1000c1045dc0002 connected 2024-12-09T18:32:02,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:32:02,968 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T18:32:02,976 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T18:32:02,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T18:32:02,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T18:32:02,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36013 2024-12-09T18:32:02,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36013 2024-12-09T18:32:02,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36013 2024-12-09T18:32:02,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36013 2024-12-09T18:32:02,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36013 2024-12-09T18:32:03,001 DEBUG [M:0;84065ca92432:37657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;84065ca92432:37657 2024-12-09T18:32:03,002 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/84065ca92432,37657,1733769121834 2024-12-09T18:32:03,005 DEBUG [M:1;84065ca92432:44331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:1;84065ca92432:44331 2024-12-09T18:32:03,006 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/84065ca92432,44331,1733769122532 2024-12-09T18:32:03,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:32:03,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:32:03,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:32:03,225 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/84065ca92432,37657,1733769121834 2024-12-09T18:32:03,226 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/84065ca92432,44331,1733769122532 2024-12-09T18:32:03,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:03,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:03,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T18:32:03,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:03,252 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T18:32:03,252 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T18:32:03,253 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ActiveMasterManager(296): Another master is the active master, 84065ca92432,44331,1733769122532; waiting to become the next active master 2024-12-09T18:32:03,253 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/84065ca92432,44331,1733769122532 from backup master directory 2024-12-09T18:32:03,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:32:03,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/84065ca92432,44331,1733769122532 2024-12-09T18:32:03,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:32:03,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:32:03,265 WARN [master/84065ca92432:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:32:03,266 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=84065ca92432,44331,1733769122532 2024-12-09T18:32:03,268 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T18:32:03,269 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T18:32:03,326 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/hbase.id] with ID: 56dc4574-0883-442e-aadc-bf74eef59ebb 2024-12-09T18:32:03,326 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/.tmp/hbase.id 2024-12-09T18:32:03,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741826_1002 (size=42) 2024-12-09T18:32:03,739 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/.tmp/hbase.id]:[hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/hbase.id] 2024-12-09T18:32:03,782 INFO [master/84065ca92432:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:32:03,786 INFO [master/84065ca92432:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T18:32:03,803 INFO [master/84065ca92432:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-09T18:32:03,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:03,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:03,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:03,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741827_1003 (size=196) 2024-12-09T18:32:04,272 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:32:04,273 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T18:32:04,287 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:32:04,291 INFO [master/84065ca92432:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:32:04,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741828_1004 (size=1189) 2024-12-09T18:32:04,732 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store 2024-12-09T18:32:04,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741829_1005 (size=34) 2024-12-09T18:32:05,154 INFO [master/84065ca92432:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T18:32:05,156 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:32:05,157 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T18:32:05,157 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:32:05,158 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:32:05,159 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T18:32:05,159 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:32:05,159 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:32:05,160 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733769125157Disabling compacts and flushes for region at 1733769125157Disabling writes for close at 1733769125159 (+2 ms)Writing region close event to WAL at 1733769125159Closed at 1733769125159 2024-12-09T18:32:05,162 WARN [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/.initializing 2024-12-09T18:32:05,162 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532 2024-12-09T18:32:05,170 INFO [master/84065ca92432:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:32:05,184 INFO [master/84065ca92432:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C44331%2C1733769122532, suffix=, logDir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532, archiveDir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/oldWALs, maxLogs=10 2024-12-09T18:32:05,211 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532/84065ca92432%2C44331%2C1733769122532.1733769125189, exclude list is [], retry=0 2024-12-09T18:32:05,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43531,DS-a48a6033-53cc-434e-ba01-75d5057457f9,DISK] 2024-12-09T18:32:05,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T18:32:05,258 INFO [master/84065ca92432:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532/84065ca92432%2C44331%2C1733769122532.1733769125189 2024-12-09T18:32:05,259 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34315:34315)] 2024-12-09T18:32:05,259 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:32:05,259 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:32:05,262 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:05,263 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:05,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:05,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T18:32:05,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:05,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:32:05,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:05,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T18:32:05,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:05,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:32:05,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:05,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T18:32:05,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:05,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:32:05,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:05,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T18:32:05,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:05,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:32:05,336 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:05,339 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:05,340 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:05,345 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:05,346 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:05,349 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T18:32:05,353 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:05,357 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:32:05,359 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67389318, jitterRate=0.004179090261459351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T18:32:05,364 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733769125273Initializing all the Stores at 1733769125276 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733769125276Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769125277 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769125277Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769125277Cleaning up temporary data from old regions at 1733769125346 (+69 ms)Region opened successfully at 1733769125364 (+18 ms) 2024-12-09T18:32:05,365 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T18:32:05,395 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e573785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84065ca92432/172.17.0.2:0 2024-12-09T18:32:05,422 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T18:32:05,432 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T18:32:05,432 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T18:32:05,435 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T18:32:05,436 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T18:32:05,441 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-09T18:32:05,441 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T18:32:05,462 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T18:32:05,470 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T18:32:05,509 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T18:32:05,511 INFO [master/84065ca92432:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T18:32:05,512 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T18:32:05,522 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T18:32:05,525 INFO [master/84065ca92432:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T18:32:05,528 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T18:32:05,539 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T18:32:05,541 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T18:32:05,550 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T18:32:05,567 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T18:32:05,575 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T18:32:05,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:32:05,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:32:05,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T18:32:05,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:05,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:05,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:05,593 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=84065ca92432,44331,1733769122532, sessionid=0x1000c1045dc0001, setting cluster-up flag (Was=false) 2024-12-09T18:32:05,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:05,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:05,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:05,642 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T18:32:05,644 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84065ca92432,44331,1733769122532 2024-12-09T18:32:05,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:05,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:05,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:05,692 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T18:32:05,694 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84065ca92432,44331,1733769122532 2024-12-09T18:32:05,699 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T18:32:05,761 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T18:32:05,770 INFO [master/84065ca92432:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T18:32:05,776 INFO [master/84065ca92432:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T18:32:05,781 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 84065ca92432,44331,1733769122532 Number of backup masters: 1 84065ca92432,37657,1733769121834 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T18:32:05,788 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:32:05,789 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:32:05,789 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:32:05,789 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:32:05,789 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/84065ca92432:0, corePoolSize=10, maxPoolSize=10 2024-12-09T18:32:05,789 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:32:05,789 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/84065ca92432:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:32:05,790 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:32:05,791 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733769155791 2024-12-09T18:32:05,792 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T18:32:05,794 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T18:32:05,794 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T18:32:05,795 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T18:32:05,797 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T18:32:05,797 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T18:32:05,798 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T18:32:05,798 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T18:32:05,800 INFO [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(746): ClusterId : 56dc4574-0883-442e-aadc-bf74eef59ebb 2024-12-09T18:32:05,799 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:05,801 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:05,801 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T18:32:05,802 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T18:32:05,804 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T18:32:05,804 DEBUG [RS:0;84065ca92432:36013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T18:32:05,804 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T18:32:05,806 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T18:32:05,806 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T18:32:05,808 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.large.0-1733769125807,5,FailOnTimeoutGroup] 2024-12-09T18:32:05,809 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.small.0-1733769125808,5,FailOnTimeoutGroup] 2024-12-09T18:32:05,809 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:05,809 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T18:32:05,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741831_1007 (size=1321) 2024-12-09T18:32:05,810 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:05,810 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:05,812 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T18:32:05,812 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a 2024-12-09T18:32:05,817 DEBUG [RS:0;84065ca92432:36013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T18:32:05,817 DEBUG [RS:0;84065ca92432:36013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T18:32:05,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741832_1008 (size=32) 2024-12-09T18:32:05,827 DEBUG [RS:0;84065ca92432:36013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T18:32:05,827 DEBUG [RS:0;84065ca92432:36013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489c1177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84065ca92432/172.17.0.2:0 2024-12-09T18:32:05,847 DEBUG [RS:0;84065ca92432:36013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;84065ca92432:36013 2024-12-09T18:32:05,851 INFO [RS:0;84065ca92432:36013 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T18:32:05,851 INFO [RS:0;84065ca92432:36013 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T18:32:05,851 DEBUG [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T18:32:05,854 INFO [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(2659): reportForDuty to master=84065ca92432,44331,1733769122532 with port=36013, startcode=1733769122657 2024-12-09T18:32:05,866 DEBUG [RS:0;84065ca92432:36013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T18:32:05,898 INFO [HMaster-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T18:32:05,903 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44331 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 84065ca92432,36013,1733769122657 2024-12-09T18:32:05,906 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44331 {}] master.ServerManager(517): Registering regionserver=84065ca92432,36013,1733769122657 2024-12-09T18:32:05,919 DEBUG [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a 2024-12-09T18:32:05,919 DEBUG [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33749 2024-12-09T18:32:05,919 DEBUG [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T18:32:05,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T18:32:05,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T18:32:05,970 DEBUG [RS:0;84065ca92432:36013 {}] zookeeper.ZKUtil(111): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/84065ca92432,36013,1733769122657 2024-12-09T18:32:05,970 WARN [RS:0;84065ca92432:36013 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:32:05,970 INFO [RS:0;84065ca92432:36013 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:32:05,970 DEBUG [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/WALs/84065ca92432,36013,1733769122657 2024-12-09T18:32:05,973 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84065ca92432,36013,1733769122657] 2024-12-09T18:32:05,995 INFO [RS:0;84065ca92432:36013 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T18:32:06,007 INFO [RS:0;84065ca92432:36013 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T18:32:06,012 INFO [RS:0;84065ca92432:36013 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T18:32:06,012 INFO [RS:0;84065ca92432:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:06,013 INFO [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T18:32:06,018 INFO [RS:0;84065ca92432:36013 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T18:32:06,020 INFO [RS:0;84065ca92432:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:06,020 DEBUG [RS:0;84065ca92432:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:32:06,020 DEBUG [RS:0;84065ca92432:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:32:06,020 DEBUG [RS:0;84065ca92432:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:32:06,020 DEBUG [RS:0;84065ca92432:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:32:06,021 DEBUG [RS:0;84065ca92432:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:32:06,021 DEBUG [RS:0;84065ca92432:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84065ca92432:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:32:06,021 DEBUG [RS:0;84065ca92432:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:32:06,021 DEBUG [RS:0;84065ca92432:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:32:06,021 DEBUG [RS:0;84065ca92432:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:32:06,021 DEBUG [RS:0;84065ca92432:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:32:06,021 DEBUG [RS:0;84065ca92432:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:32:06,021 DEBUG [RS:0;84065ca92432:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:32:06,022 DEBUG [RS:0;84065ca92432:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:32:06,022 DEBUG [RS:0;84065ca92432:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84065ca92432:0, corePoolSize=3, maxPoolSize=3 2024-12-09T18:32:06,023 INFO [RS:0;84065ca92432:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:06,023 INFO [RS:0;84065ca92432:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:06,023 INFO [RS:0;84065ca92432:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:06,023 INFO [RS:0;84065ca92432:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:06,023 INFO [RS:0;84065ca92432:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:06,023 INFO [RS:0;84065ca92432:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,36013,1733769122657-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:32:06,045 INFO [RS:0;84065ca92432:36013 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T18:32:06,046 INFO [RS:0;84065ca92432:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,36013,1733769122657-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:06,047 INFO [RS:0;84065ca92432:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:06,047 INFO [RS:0;84065ca92432:36013 {}] regionserver.Replication(171): 84065ca92432,36013,1733769122657 started 2024-12-09T18:32:06,064 INFO [RS:0;84065ca92432:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:06,064 INFO [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(1482): Serving as 84065ca92432,36013,1733769122657, RpcServer on 84065ca92432/172.17.0.2:36013, sessionid=0x1000c1045dc0002 2024-12-09T18:32:06,065 DEBUG [RS:0;84065ca92432:36013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T18:32:06,065 DEBUG [RS:0;84065ca92432:36013 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84065ca92432,36013,1733769122657 2024-12-09T18:32:06,065 DEBUG [RS:0;84065ca92432:36013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,36013,1733769122657' 2024-12-09T18:32:06,066 DEBUG [RS:0;84065ca92432:36013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T18:32:06,067 DEBUG [RS:0;84065ca92432:36013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T18:32:06,067 DEBUG [RS:0;84065ca92432:36013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T18:32:06,067 DEBUG [RS:0;84065ca92432:36013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T18:32:06,068 DEBUG [RS:0;84065ca92432:36013 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84065ca92432,36013,1733769122657 2024-12-09T18:32:06,068 DEBUG [RS:0;84065ca92432:36013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84065ca92432,36013,1733769122657' 2024-12-09T18:32:06,068 DEBUG [RS:0;84065ca92432:36013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T18:32:06,068 DEBUG [RS:0;84065ca92432:36013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T18:32:06,069 DEBUG [RS:0;84065ca92432:36013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T18:32:06,069 INFO [RS:0;84065ca92432:36013 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T18:32:06,069 INFO [RS:0;84065ca92432:36013 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T18:32:06,174 INFO [RS:0;84065ca92432:36013 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:32:06,177 INFO [RS:0;84065ca92432:36013 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C36013%2C1733769122657, suffix=, logDir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/WALs/84065ca92432,36013,1733769122657, archiveDir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/oldWALs, maxLogs=32 2024-12-09T18:32:06,193 DEBUG [RS:0;84065ca92432:36013 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/WALs/84065ca92432,36013,1733769122657/84065ca92432%2C36013%2C1733769122657.1733769126180, exclude list is [], retry=0 2024-12-09T18:32:06,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43531,DS-a48a6033-53cc-434e-ba01-75d5057457f9,DISK] 2024-12-09T18:32:06,201 INFO [RS:0;84065ca92432:36013 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/WALs/84065ca92432,36013,1733769122657/84065ca92432%2C36013%2C1733769122657.1733769126180 2024-12-09T18:32:06,201 DEBUG [RS:0;84065ca92432:36013 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34315:34315)] 2024-12-09T18:32:06,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:32:06,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T18:32:06,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T18:32:06,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:06,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:32:06,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T18:32:06,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T18:32:06,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:06,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:32:06,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T18:32:06,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T18:32:06,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:06,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:32:06,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T18:32:06,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T18:32:06,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:06,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:32:06,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T18:32:06,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740 2024-12-09T18:32:06,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740 2024-12-09T18:32:06,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T18:32:06,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T18:32:06,248 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T18:32:06,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T18:32:06,255 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:32:06,256 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70153082, jitterRate=0.045362383127212524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T18:32:06,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733769126225Initializing all the Stores at 1733769126227 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733769126227Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733769126227Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769126227Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733769126227Cleaning up temporary data from old regions at 1733769126247 (+20 ms)Region opened successfully at 1733769126258 (+11 ms) 2024-12-09T18:32:06,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T18:32:06,258 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T18:32:06,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T18:32:06,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T18:32:06,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T18:32:06,260 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T18:32:06,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733769126258Disabling compacts and flushes for region at 1733769126258Disabling writes for close at 1733769126259 (+1 ms)Writing region close event to WAL at 1733769126259Closed at 1733769126260 (+1 ms) 2024-12-09T18:32:06,263 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T18:32:06,263 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T18:32:06,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T18:32:06,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T18:32:06,278 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T18:32:06,430 DEBUG [84065ca92432:44331 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-09T18:32:06,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:06,445 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84065ca92432,36013,1733769122657, state=OPENING 2024-12-09T18:32:06,483 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T18:32:06,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:06,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:06,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:06,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:32:06,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:32:06,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:32:06,495 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T18:32:06,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=84065ca92432,36013,1733769122657}] 2024-12-09T18:32:06,669 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:32:06,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:32:06,683 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T18:32:06,684 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:32:06,684 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T18:32:06,688 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C36013%2C1733769122657.meta, suffix=.meta, logDir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/WALs/84065ca92432,36013,1733769122657, archiveDir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/oldWALs, maxLogs=32 2024-12-09T18:32:06,707 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/WALs/84065ca92432,36013,1733769122657/84065ca92432%2C36013%2C1733769122657.meta.1733769126690.meta, exclude list is [], retry=0 2024-12-09T18:32:06,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43531,DS-a48a6033-53cc-434e-ba01-75d5057457f9,DISK] 2024-12-09T18:32:06,714 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/WALs/84065ca92432,36013,1733769122657/84065ca92432%2C36013%2C1733769122657.meta.1733769126690.meta 2024-12-09T18:32:06,715 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34315:34315)] 2024-12-09T18:32:06,715 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:32:06,717 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T18:32:06,720 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T18:32:06,725 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T18:32:06,730 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T18:32:06,731 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:32:06,731 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T18:32:06,731 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T18:32:06,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T18:32:06,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T18:32:06,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:06,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:32:06,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T18:32:06,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T18:32:06,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:06,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:32:06,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T18:32:06,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T18:32:06,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:06,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:32:06,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T18:32:06,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T18:32:06,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:06,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:32:06,746 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T18:32:06,748 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740 2024-12-09T18:32:06,751 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740 2024-12-09T18:32:06,753 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T18:32:06,753 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T18:32:06,754 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T18:32:06,757 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T18:32:06,759 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74092887, jitterRate=0.10407005250453949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T18:32:06,759 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T18:32:06,761 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733769126732Writing region info on filesystem at 1733769126732Initializing all the Stores at 1733769126734 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733769126734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733769126734Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769126734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733769126734Cleaning up temporary data from old regions at 1733769126753 (+19 ms)Running coprocessor post-open hooks at 1733769126760 (+7 ms)Region opened successfully at 1733769126761 (+1 ms) 2024-12-09T18:32:06,769 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733769126662 2024-12-09T18:32:06,781 DEBUG [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T18:32:06,781 INFO [RS_OPEN_META-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T18:32:06,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:06,784 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84065ca92432,36013,1733769122657, state=OPEN 2024-12-09T18:32:06,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:32:06,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:32:06,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:32:06,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:32:06,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:32:06,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:32:06,792 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=84065ca92432,36013,1733769122657 2024-12-09T18:32:06,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T18:32:06,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=84065ca92432,36013,1733769122657 in 296 msec 2024-12-09T18:32:06,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T18:32:06,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 531 msec 2024-12-09T18:32:06,806 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T18:32:06,807 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T18:32:06,823 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:32:06,824 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,36013,1733769122657, seqNum=-1] 2024-12-09T18:32:06,844 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:32:06,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:32:06,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1390 sec 2024-12-09T18:32:06,868 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733769126868, completionTime=-1 2024-12-09T18:32:06,871 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-09T18:32:06,872 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T18:32:06,903 INFO [master/84065ca92432:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-09T18:32:06,903 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733769186903 2024-12-09T18:32:06,903 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733769246903 2024-12-09T18:32:06,904 INFO [master/84065ca92432:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-12-09T18:32:06,906 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,44331,1733769122532-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:06,907 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,44331,1733769122532-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:06,907 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,44331,1733769122532-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:06,909 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-84065ca92432:44331, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:06,909 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:06,910 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:06,916 DEBUG [master/84065ca92432:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T18:32:06,937 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.671sec 2024-12-09T18:32:06,938 INFO [master/84065ca92432:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T18:32:06,940 INFO [master/84065ca92432:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T18:32:06,941 INFO [master/84065ca92432:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T18:32:06,941 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T18:32:06,942 INFO [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T18:32:06,942 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,44331,1733769122532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:32:06,943 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,44331,1733769122532-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T18:32:06,950 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T18:32:06,951 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T18:32:06,951 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,44331,1733769122532-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:07,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1280861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:32:07,012 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T18:32:07,012 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T18:32:07,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 84065ca92432,37657,-1 for getting cluster id 2024-12-09T18:32:07,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T18:32:07,032 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56dc4574-0883-442e-aadc-bf74eef59ebb' 2024-12-09T18:32:07,034 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T18:32:07,035 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56dc4574-0883-442e-aadc-bf74eef59ebb" 2024-12-09T18:32:07,037 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4411660c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:32:07,037 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [84065ca92432,37657,-1, 84065ca92432,44331,-1] 2024-12-09T18:32:07,040 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:32:07,042 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T18:32:07,043 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:32:07,043 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:32:07,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1fb337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T18:32:07,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:32:07,046 INFO [HMaster-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T18:32:07,053 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,36013,1733769122657, seqNum=-1] 2024-12-09T18:32:07,054 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:32:07,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:32:07,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=84065ca92432,44331,1733769122532 2024-12-09T18:32:07,092 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Waiting for active/ready master 2024-12-09T18:32:07,092 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Creating table with 4 regions 2024-12-09T18:32:07,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T18:32:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] master.ActiveMasterManager(144): Attempting to fetch active master sn from zk 2024-12-09T18:32:07,104 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 84065ca92432,44331,1733769122532 2024-12-09T18:32:07,108 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c3bf3b8 2024-12-09T18:32:07,109 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T18:32:07,112 INFO [HMaster-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T18:32:07,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:32:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-09T18:32:07,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T18:32:07,133 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:07,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testForCheckingIfEnableAndDisableWorksFineAfterSwitch" procId is: 4 2024-12-09T18:32:07,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T18:32:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:32:07,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741835_1011 (size=433) 2024-12-09T18:32:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:32:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:32:07,550 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5dd35e7398009676de3f0873c776ac0a, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a.', STARTKEY => '', ENDKEY => 'aaaaa'}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a 2024-12-09T18:32:07,550 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 78a9c589f3ff0966a46fbb9877bd2125, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125.', STARTKEY => 'm\xED\xED\xED\xED', ENDKEY => 'zzzzz'}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a 2024-12-09T18:32:07,551 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3ad9bb337286b96376e339b387fedf41, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41.', STARTKEY => 'aaaaa', ENDKEY => 'm\xED\xED\xED\xED'}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a 2024-12-09T18:32:07,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741836_1012 (size=98) 2024-12-09T18:32:07,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741837_1013 (size=93) 2024-12-09T18:32:07,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741838_1014 (size=98) 2024-12-09T18:32:07,562 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:32:07,562 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1722): Closing 5dd35e7398009676de3f0873c776ac0a, disabling compactions & flushes 2024-12-09T18:32:07,562 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:07,562 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:07,562 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. after waiting 0 ms 2024-12-09T18:32:07,562 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:07,562 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:07,562 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5dd35e7398009676de3f0873c776ac0a: Waiting for close lock at 1733769127562Disabling compacts and flushes for region at 1733769127562Disabling writes for close at 1733769127562Writing region close event to WAL at 1733769127562Closed at 1733769127562 2024-12-09T18:32:07,563 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b39f8a66c9d5c398c7f2903a5dfdd28a, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a.', STARTKEY => 'zzzzz', ENDKEY => ''}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a 2024-12-09T18:32:07,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741839_1015 (size=93) 2024-12-09T18:32:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:32:07,962 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:32:07,962 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:32:07,962 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1722): Closing 3ad9bb337286b96376e339b387fedf41, disabling compactions & flushes 2024-12-09T18:32:07,962 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1722): Closing 78a9c589f3ff0966a46fbb9877bd2125, disabling compactions & flushes 2024-12-09T18:32:07,962 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:07,962 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:07,962 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:07,962 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. after waiting 0 ms 2024-12-09T18:32:07,962 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:07,962 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:07,962 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:07,962 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. after waiting 0 ms 2024-12-09T18:32:07,962 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3ad9bb337286b96376e339b387fedf41: Waiting for close lock at 1733769127962Disabling compacts and flushes for region at 1733769127962Disabling writes for close at 1733769127962Writing region close event to WAL at 1733769127962Closed at 1733769127962 2024-12-09T18:32:07,962 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:07,962 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:07,963 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1676): Region close journal for 78a9c589f3ff0966a46fbb9877bd2125: Waiting for close lock at 1733769127962Disabling compacts and flushes for region at 1733769127962Disabling writes for close at 1733769127962Writing region close event to WAL at 1733769127962Closed at 1733769127962 2024-12-09T18:32:07,972 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:32:07,972 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1722): Closing b39f8a66c9d5c398c7f2903a5dfdd28a, disabling compactions & flushes 2024-12-09T18:32:07,972 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:07,972 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:07,972 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. after waiting 0 ms 2024-12-09T18:32:07,972 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:07,972 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:07,973 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1676): Region close journal for b39f8a66c9d5c398c7f2903a5dfdd28a: Waiting for close lock at 1733769127972Disabling compacts and flushes for region at 1733769127972Disabling writes for close at 1733769127972Writing region close event to WAL at 1733769127972Closed at 1733769127972 2024-12-09T18:32:07,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T18:32:07,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a.","families":{"info":[{"qualifier":"regioninfo","vlen":92,"tag":[],"timestamp":"1733769127975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733769127975"}]},"ts":"1733769127975"} 2024-12-09T18:32:07,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41.","families":{"info":[{"qualifier":"regioninfo","vlen":97,"tag":[],"timestamp":"1733769127975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733769127975"}]},"ts":"1733769127975"} 2024-12-09T18:32:07,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\\xED\\xED\\xED\\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125.","families":{"info":[{"qualifier":"regioninfo","vlen":97,"tag":[],"timestamp":"1733769127975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733769127975"}]},"ts":"1733769127975"} 2024-12-09T18:32:07,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a.","families":{"info":[{"qualifier":"regioninfo","vlen":92,"tag":[],"timestamp":"1733769127975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733769127975"}]},"ts":"1733769127975"} 2024-12-09T18:32:08,010 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 4 regions to meta. 2024-12-09T18:32:08,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T18:32:08,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733769128012"}]},"ts":"1733769128012"} 2024-12-09T18:32:08,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLING in hbase:meta 2024-12-09T18:32:08,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5dd35e7398009676de3f0873c776ac0a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=3ad9bb337286b96376e339b387fedf41, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=78a9c589f3ff0966a46fbb9877bd2125, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b39f8a66c9d5c398c7f2903a5dfdd28a, ASSIGN}] 2024-12-09T18:32:08,023 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5dd35e7398009676de3f0873c776ac0a, ASSIGN 2024-12-09T18:32:08,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=3ad9bb337286b96376e339b387fedf41, ASSIGN 2024-12-09T18:32:08,024 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b39f8a66c9d5c398c7f2903a5dfdd28a, ASSIGN 2024-12-09T18:32:08,024 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=78a9c589f3ff0966a46fbb9877bd2125, ASSIGN 2024-12-09T18:32:08,026 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=3ad9bb337286b96376e339b387fedf41, ASSIGN; state=OFFLINE, location=84065ca92432,36013,1733769122657; forceNewPlan=false, retain=false 2024-12-09T18:32:08,026 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=78a9c589f3ff0966a46fbb9877bd2125, ASSIGN; state=OFFLINE, location=84065ca92432,36013,1733769122657; forceNewPlan=false, retain=false 2024-12-09T18:32:08,026 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5dd35e7398009676de3f0873c776ac0a, ASSIGN; state=OFFLINE, location=84065ca92432,36013,1733769122657; forceNewPlan=false, retain=false 2024-12-09T18:32:08,026 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b39f8a66c9d5c398c7f2903a5dfdd28a, ASSIGN; state=OFFLINE, location=84065ca92432,36013,1733769122657; forceNewPlan=false, retain=false 2024-12-09T18:32:08,178 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b39f8a66c9d5c398c7f2903a5dfdd28a, regionState=OPENING, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:08,178 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=78a9c589f3ff0966a46fbb9877bd2125, regionState=OPENING, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:08,178 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5dd35e7398009676de3f0873c776ac0a, regionState=OPENING, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:08,178 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3ad9bb337286b96376e339b387fedf41, regionState=OPENING, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:08,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=3ad9bb337286b96376e339b387fedf41, ASSIGN because future has completed 2024-12-09T18:32:08,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ad9bb337286b96376e339b387fedf41, server=84065ca92432,36013,1733769122657}] 2024-12-09T18:32:08,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b39f8a66c9d5c398c7f2903a5dfdd28a, ASSIGN because future has completed 2024-12-09T18:32:08,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b39f8a66c9d5c398c7f2903a5dfdd28a, server=84065ca92432,36013,1733769122657}] 2024-12-09T18:32:08,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=78a9c589f3ff0966a46fbb9877bd2125, ASSIGN because future has completed 2024-12-09T18:32:08,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5dd35e7398009676de3f0873c776ac0a, ASSIGN because future has completed 2024-12-09T18:32:08,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78a9c589f3ff0966a46fbb9877bd2125, server=84065ca92432,36013,1733769122657}] 2024-12-09T18:32:08,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dd35e7398009676de3f0873c776ac0a, server=84065ca92432,36013,1733769122657}] 2024-12-09T18:32:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:32:08,345 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:08,346 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 5dd35e7398009676de3f0873c776ac0a, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a.', STARTKEY => '', ENDKEY => 'aaaaa'} 2024-12-09T18:32:08,346 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:08,346 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:32:08,346 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:08,346 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:08,350 INFO [StoreOpener-5dd35e7398009676de3f0873c776ac0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:08,354 INFO [StoreOpener-5dd35e7398009676de3f0873c776ac0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dd35e7398009676de3f0873c776ac0a columnFamilyName family 2024-12-09T18:32:08,354 DEBUG [StoreOpener-5dd35e7398009676de3f0873c776ac0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:08,355 INFO [StoreOpener-5dd35e7398009676de3f0873c776ac0a-1 {}] regionserver.HStore(327): Store=5dd35e7398009676de3f0873c776ac0a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:32:08,355 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:08,357 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:08,358 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:08,359 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:08,359 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:08,362 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:08,366 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/5dd35e7398009676de3f0873c776ac0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:32:08,367 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened 5dd35e7398009676de3f0873c776ac0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75197254, jitterRate=0.12052640318870544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:32:08,367 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:08,368 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for 5dd35e7398009676de3f0873c776ac0a: Running coprocessor pre-open hook at 1733769128347Writing region info on filesystem at 1733769128347Initializing all the Stores at 1733769128349 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769128349Cleaning up temporary data from old regions at 1733769128359 (+10 ms)Running coprocessor post-open hooks at 1733769128367 (+8 ms)Region opened successfully at 1733769128368 (+1 ms) 2024-12-09T18:32:08,370 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a., pid=11, masterSystemTime=1733769128339 2024-12-09T18:32:08,374 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:08,374 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:08,375 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:08,375 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ad9bb337286b96376e339b387fedf41, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41.', STARTKEY => 'aaaaa', ENDKEY => 'm\xED\xED\xED\xED'} 2024-12-09T18:32:08,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5dd35e7398009676de3f0873c776ac0a, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:08,376 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:08,376 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:32:08,376 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:08,376 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:08,379 INFO [StoreOpener-3ad9bb337286b96376e339b387fedf41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:08,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dd35e7398009676de3f0873c776ac0a, server=84065ca92432,36013,1733769122657 because future has completed 2024-12-09T18:32:08,381 INFO [StoreOpener-3ad9bb337286b96376e339b387fedf41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ad9bb337286b96376e339b387fedf41 columnFamilyName family 2024-12-09T18:32:08,381 DEBUG [StoreOpener-3ad9bb337286b96376e339b387fedf41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:08,382 INFO [StoreOpener-3ad9bb337286b96376e339b387fedf41-1 {}] regionserver.HStore(327): Store=3ad9bb337286b96376e339b387fedf41/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:32:08,383 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:08,385 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:08,386 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:08,387 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:08,387 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:08,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=5 2024-12-09T18:32:08,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5dd35e7398009676de3f0873c776ac0a, server=84065ca92432,36013,1733769122657 in 192 msec 2024-12-09T18:32:08,392 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:08,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5dd35e7398009676de3f0873c776ac0a, ASSIGN in 368 msec 2024-12-09T18:32:08,397 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/3ad9bb337286b96376e339b387fedf41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:32:08,398 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 3ad9bb337286b96376e339b387fedf41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61176761, jitterRate=-0.08839522302150726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:32:08,398 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:08,399 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 3ad9bb337286b96376e339b387fedf41: Running coprocessor pre-open hook at 1733769128376Writing region info on filesystem at 1733769128376Initializing all the Stores at 1733769128378 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769128378Cleaning up temporary data from old regions at 1733769128387 (+9 ms)Running coprocessor post-open hooks at 1733769128398 (+11 ms)Region opened successfully at 1733769128398 2024-12-09T18:32:08,400 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41., pid=9, masterSystemTime=1733769128339 2024-12-09T18:32:08,404 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:08,404 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:08,404 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:08,404 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b39f8a66c9d5c398c7f2903a5dfdd28a, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a.', STARTKEY => 'zzzzz', ENDKEY => ''} 2024-12-09T18:32:08,405 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:08,405 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:32:08,405 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:08,405 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:08,405 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3ad9bb337286b96376e339b387fedf41, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:08,410 INFO [StoreOpener-b39f8a66c9d5c398c7f2903a5dfdd28a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:08,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ad9bb337286b96376e339b387fedf41, server=84065ca92432,36013,1733769122657 because future has completed 2024-12-09T18:32:08,413 INFO [StoreOpener-b39f8a66c9d5c398c7f2903a5dfdd28a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b39f8a66c9d5c398c7f2903a5dfdd28a columnFamilyName family 2024-12-09T18:32:08,413 DEBUG [StoreOpener-b39f8a66c9d5c398c7f2903a5dfdd28a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:08,414 INFO [StoreOpener-b39f8a66c9d5c398c7f2903a5dfdd28a-1 {}] regionserver.HStore(327): Store=b39f8a66c9d5c398c7f2903a5dfdd28a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:32:08,414 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:08,417 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:08,418 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:08,419 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:08,419 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:08,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=6 2024-12-09T18:32:08,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ad9bb337286b96376e339b387fedf41, server=84065ca92432,36013,1733769122657 in 231 msec 2024-12-09T18:32:08,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=3ad9bb337286b96376e339b387fedf41, ASSIGN in 400 msec 2024-12-09T18:32:08,425 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:08,430 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/b39f8a66c9d5c398c7f2903a5dfdd28a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:32:08,432 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened b39f8a66c9d5c398c7f2903a5dfdd28a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75423333, jitterRate=0.12389524281024933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:32:08,432 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:08,432 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b39f8a66c9d5c398c7f2903a5dfdd28a: Running coprocessor pre-open hook at 1733769128406Writing region info on filesystem at 1733769128406Initializing all the Stores at 1733769128408 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769128408Cleaning up temporary data from old regions at 1733769128419 (+11 ms)Running coprocessor post-open hooks at 1733769128432 (+13 ms)Region opened successfully at 1733769128432 2024-12-09T18:32:08,434 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a., pid=10, masterSystemTime=1733769128339 2024-12-09T18:32:08,438 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:08,439 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:08,439 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:08,439 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 78a9c589f3ff0966a46fbb9877bd2125, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125.', STARTKEY => 'm\xED\xED\xED\xED', ENDKEY => 'zzzzz'} 2024-12-09T18:32:08,440 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:08,440 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:32:08,440 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:08,440 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b39f8a66c9d5c398c7f2903a5dfdd28a, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:08,440 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:08,445 INFO [StoreOpener-78a9c589f3ff0966a46fbb9877bd2125-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:08,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b39f8a66c9d5c398c7f2903a5dfdd28a, server=84065ca92432,36013,1733769122657 because future has completed 2024-12-09T18:32:08,449 INFO [StoreOpener-78a9c589f3ff0966a46fbb9877bd2125-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78a9c589f3ff0966a46fbb9877bd2125 columnFamilyName family 2024-12-09T18:32:08,449 DEBUG [StoreOpener-78a9c589f3ff0966a46fbb9877bd2125-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:08,450 INFO [StoreOpener-78a9c589f3ff0966a46fbb9877bd2125-1 {}] regionserver.HStore(327): Store=78a9c589f3ff0966a46fbb9877bd2125/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:32:08,451 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:08,453 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:08,453 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:08,454 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:08,454 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:08,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=8 2024-12-09T18:32:08,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b39f8a66c9d5c398c7f2903a5dfdd28a, server=84065ca92432,36013,1733769122657 in 263 msec 2024-12-09T18:32:08,458 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:08,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b39f8a66c9d5c398c7f2903a5dfdd28a, ASSIGN in 435 msec 2024-12-09T18:32:08,462 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/78a9c589f3ff0966a46fbb9877bd2125/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T18:32:08,463 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 78a9c589f3ff0966a46fbb9877bd2125; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63962946, jitterRate=-0.04687783122062683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:32:08,463 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:08,464 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 78a9c589f3ff0966a46fbb9877bd2125: Running coprocessor pre-open hook at 1733769128441Writing region info on filesystem at 1733769128441Initializing all the Stores at 1733769128444 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769128444Cleaning up temporary data from old regions at 1733769128454 (+10 ms)Running coprocessor post-open hooks at 1733769128464 (+10 ms)Region opened successfully at 1733769128464 2024-12-09T18:32:08,466 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125., pid=12, masterSystemTime=1733769128339 2024-12-09T18:32:08,471 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:08,471 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:08,473 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=78a9c589f3ff0966a46fbb9877bd2125, regionState=OPEN, openSeqNum=2, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:08,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78a9c589f3ff0966a46fbb9877bd2125, server=84065ca92432,36013,1733769122657 because future has completed 2024-12-09T18:32:08,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=7 2024-12-09T18:32:08,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 78a9c589f3ff0966a46fbb9877bd2125, server=84065ca92432,36013,1733769122657 in 289 msec 2024-12-09T18:32:08,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-12-09T18:32:08,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=78a9c589f3ff0966a46fbb9877bd2125, ASSIGN in 466 msec 2024-12-09T18:32:08,494 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T18:32:08,495 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733769128494"}]},"ts":"1733769128494"} 2024-12-09T18:32:08,499 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLED in hbase:meta 2024-12-09T18:32:08,501 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T18:32:08,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 1.3780 sec 2024-12-09T18:32:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T18:32:09,302 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testForCheckingIfEnableAndDisableWorksFineAfterSwitch get assigned. Timeout = 60000ms 2024-12-09T18:32:09,302 INFO [RPCClient-NioEventLoopGroup-5-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testForCheckingIfEnableAndDisableWorksFineAfterSwitch completed 2024-12-09T18:32:09,303 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:32:09,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch assigned to meta. Checking AM states. 2024-12-09T18:32:09,311 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:32:09,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch assigned. 2024-12-09T18:32:09,316 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,, stopping at row=testForCheckingIfEnableAndDisableWorksFineAfterSwitch ,, for max=2147483647 with caching=100 2024-12-09T18:32:09,324 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Waiting for no more RIT 2024-12-09T18:32:09,325 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:32:09,325 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Disabling table 2024-12-09T18:32:09,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-09T18:32:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-09T18:32:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T18:32:09,342 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733769129341"}]},"ts":"1733769129341"} 2024-12-09T18:32:09,345 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=DISABLING in hbase:meta 2024-12-09T18:32:09,346 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testForCheckingIfEnableAndDisableWorksFineAfterSwitch to state=DISABLING 2024-12-09T18:32:09,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch}] 2024-12-09T18:32:09,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5dd35e7398009676de3f0873c776ac0a, UNASSIGN}, {pid=16, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=3ad9bb337286b96376e339b387fedf41, UNASSIGN}, {pid=17, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=78a9c589f3ff0966a46fbb9877bd2125, UNASSIGN}, {pid=18, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b39f8a66c9d5c398c7f2903a5dfdd28a, UNASSIGN}] 2024-12-09T18:32:09,357 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=3ad9bb337286b96376e339b387fedf41, UNASSIGN 2024-12-09T18:32:09,357 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=78a9c589f3ff0966a46fbb9877bd2125, UNASSIGN 2024-12-09T18:32:09,357 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5dd35e7398009676de3f0873c776ac0a, UNASSIGN 2024-12-09T18:32:09,357 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b39f8a66c9d5c398c7f2903a5dfdd28a, UNASSIGN 2024-12-09T18:32:09,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=5dd35e7398009676de3f0873c776ac0a, regionState=CLOSING, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:09,359 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=78a9c589f3ff0966a46fbb9877bd2125, regionState=CLOSING, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:09,359 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b39f8a66c9d5c398c7f2903a5dfdd28a, regionState=CLOSING, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:09,359 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=3ad9bb337286b96376e339b387fedf41, regionState=CLOSING, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:09,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5dd35e7398009676de3f0873c776ac0a, UNASSIGN because future has completed 2024-12-09T18:32:09,364 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:32:09,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=15, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5dd35e7398009676de3f0873c776ac0a, server=84065ca92432,36013,1733769122657}] 2024-12-09T18:32:09,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=3ad9bb337286b96376e339b387fedf41, UNASSIGN because future has completed 2024-12-09T18:32:09,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b39f8a66c9d5c398c7f2903a5dfdd28a, UNASSIGN because future has completed 2024-12-09T18:32:09,368 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:32:09,368 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:32:09,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=16, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3ad9bb337286b96376e339b387fedf41, server=84065ca92432,36013,1733769122657}] 2024-12-09T18:32:09,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=18, state=RUNNABLE, hasLock=false; CloseRegionProcedure b39f8a66c9d5c398c7f2903a5dfdd28a, server=84065ca92432,36013,1733769122657}] 2024-12-09T18:32:09,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=78a9c589f3ff0966a46fbb9877bd2125, UNASSIGN because future has completed 2024-12-09T18:32:09,373 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T18:32:09,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=17, state=RUNNABLE, hasLock=false; CloseRegionProcedure 78a9c589f3ff0966a46fbb9877bd2125, server=84065ca92432,36013,1733769122657}] 2024-12-09T18:32:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T18:32:09,523 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(122): Close 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:09,524 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:32:09,524 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1722): Closing 78a9c589f3ff0966a46fbb9877bd2125, disabling compactions & flushes 2024-12-09T18:32:09,524 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:09,524 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:09,525 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. after waiting 0 ms 2024-12-09T18:32:09,525 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:09,531 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/78a9c589f3ff0966a46fbb9877bd2125/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T18:32:09,532 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:09,532 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1676): Region close journal for 78a9c589f3ff0966a46fbb9877bd2125: Waiting for close lock at 1733769129524Running coprocessor pre-close hooks at 1733769129524Disabling compacts and flushes for region at 1733769129524Disabling writes for close at 1733769129525 (+1 ms)Writing region close event to WAL at 1733769129525Running coprocessor post-close hooks at 1733769129532 (+7 ms)Closed at 1733769129532 2024-12-09T18:32:09,535 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(157): Closed 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:09,535 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] handler.UnassignRegionHandler(122): Close b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:09,535 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:32:09,535 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1722): Closing b39f8a66c9d5c398c7f2903a5dfdd28a, disabling compactions & flushes 2024-12-09T18:32:09,536 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:09,536 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:09,536 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. after waiting 0 ms 2024-12-09T18:32:09,536 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:09,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=78a9c589f3ff0966a46fbb9877bd2125, regionState=CLOSED 2024-12-09T18:32:09,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=17, state=RUNNABLE, hasLock=false; CloseRegionProcedure 78a9c589f3ff0966a46fbb9877bd2125, server=84065ca92432,36013,1733769122657 because future has completed 2024-12-09T18:32:09,543 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/b39f8a66c9d5c398c7f2903a5dfdd28a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T18:32:09,544 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:09,545 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1676): Region close journal for b39f8a66c9d5c398c7f2903a5dfdd28a: Waiting for close lock at 1733769129535Running coprocessor pre-close hooks at 1733769129535Disabling compacts and flushes for region at 1733769129535Disabling writes for close at 1733769129536 (+1 ms)Writing region close event to WAL at 1733769129537 (+1 ms)Running coprocessor post-close hooks at 1733769129544 (+7 ms)Closed at 1733769129544 2024-12-09T18:32:09,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=17 2024-12-09T18:32:09,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=17, state=SUCCESS, hasLock=false; CloseRegionProcedure 78a9c589f3ff0966a46fbb9877bd2125, server=84065ca92432,36013,1733769122657 in 168 msec 2024-12-09T18:32:09,547 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] handler.UnassignRegionHandler(157): Closed b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:09,548 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(122): Close 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:09,548 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:32:09,548 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1722): Closing 3ad9bb337286b96376e339b387fedf41, disabling compactions & flushes 2024-12-09T18:32:09,548 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:09,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=78a9c589f3ff0966a46fbb9877bd2125, UNASSIGN in 191 msec 2024-12-09T18:32:09,548 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:09,548 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. after waiting 0 ms 2024-12-09T18:32:09,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b39f8a66c9d5c398c7f2903a5dfdd28a, regionState=CLOSED 2024-12-09T18:32:09,548 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:09,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=18, state=RUNNABLE, hasLock=false; CloseRegionProcedure b39f8a66c9d5c398c7f2903a5dfdd28a, server=84065ca92432,36013,1733769122657 because future has completed 2024-12-09T18:32:09,555 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/3ad9bb337286b96376e339b387fedf41/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T18:32:09,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=18 2024-12-09T18:32:09,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=18, state=SUCCESS, hasLock=false; CloseRegionProcedure b39f8a66c9d5c398c7f2903a5dfdd28a, server=84065ca92432,36013,1733769122657 in 185 msec 2024-12-09T18:32:09,557 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:09,557 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1676): Region close journal for 3ad9bb337286b96376e339b387fedf41: Waiting for close lock at 1733769129548Running coprocessor pre-close hooks at 1733769129548Disabling compacts and flushes for region at 1733769129548Disabling writes for close at 1733769129548Writing region close event to WAL at 1733769129549 (+1 ms)Running coprocessor post-close hooks at 1733769129557 (+8 ms)Closed at 1733769129557 2024-12-09T18:32:09,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b39f8a66c9d5c398c7f2903a5dfdd28a, UNASSIGN in 203 msec 2024-12-09T18:32:09,560 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(157): Closed 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:09,561 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] handler.UnassignRegionHandler(122): Close 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:09,561 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T18:32:09,561 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1722): Closing 5dd35e7398009676de3f0873c776ac0a, disabling compactions & flushes 2024-12-09T18:32:09,561 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:09,561 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:09,561 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. after waiting 0 ms 2024-12-09T18:32:09,561 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:09,561 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=3ad9bb337286b96376e339b387fedf41, regionState=CLOSED 2024-12-09T18:32:09,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=16, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3ad9bb337286b96376e339b387fedf41, server=84065ca92432,36013,1733769122657 because future has completed 2024-12-09T18:32:09,568 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/5dd35e7398009676de3f0873c776ac0a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T18:32:09,569 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:09,570 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1676): Region close journal for 5dd35e7398009676de3f0873c776ac0a: Waiting for close lock at 1733769129561Running coprocessor pre-close hooks at 1733769129561Disabling compacts and flushes for region at 1733769129561Disabling writes for close at 1733769129561Writing region close event to WAL at 1733769129561Running coprocessor post-close hooks at 1733769129569 (+8 ms)Closed at 1733769129569 2024-12-09T18:32:09,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=16 2024-12-09T18:32:09,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=16, state=SUCCESS, hasLock=false; CloseRegionProcedure 3ad9bb337286b96376e339b387fedf41, server=84065ca92432,36013,1733769122657 in 199 msec 2024-12-09T18:32:09,573 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] handler.UnassignRegionHandler(157): Closed 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:09,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=3ad9bb337286b96376e339b387fedf41, UNASSIGN in 217 msec 2024-12-09T18:32:09,574 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=5dd35e7398009676de3f0873c776ac0a, regionState=CLOSED 2024-12-09T18:32:09,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=15, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5dd35e7398009676de3f0873c776ac0a, server=84065ca92432,36013,1733769122657 because future has completed 2024-12-09T18:32:09,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=15 2024-12-09T18:32:09,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=15, state=SUCCESS, hasLock=false; CloseRegionProcedure 5dd35e7398009676de3f0873c776ac0a, server=84065ca92432,36013,1733769122657 in 214 msec 2024-12-09T18:32:09,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-09T18:32:09,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5dd35e7398009676de3f0873c776ac0a, UNASSIGN in 228 msec 2024-12-09T18:32:09,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-09T18:32:09,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 239 msec 2024-12-09T18:32:09,592 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733769129592"}]},"ts":"1733769129592"} 2024-12-09T18:32:09,595 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=DISABLED in hbase:meta 2024-12-09T18:32:09,595 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testForCheckingIfEnableAndDisableWorksFineAfterSwitch to state=DISABLED 2024-12-09T18:32:09,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; DisableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 264 msec 2024-12-09T18:32:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T18:32:09,661 INFO [RPCClient-NioEventLoopGroup-5-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testForCheckingIfEnableAndDisableWorksFineAfterSwitch completed 2024-12-09T18:32:09,664 INFO [Time-limited test {}] master.HMaster(3321): ***** STOPPING master '84065ca92432,44331,1733769122532' ***** 2024-12-09T18:32:09,664 INFO [Time-limited test {}] master.HMaster(3323): STOPPED: stopping the active master so that the backup can become active 2024-12-09T18:32:09,664 INFO [M:1;84065ca92432:44331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T18:32:09,664 INFO [M:1;84065ca92432:44331 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:1;84065ca92432:44331. 2024-12-09T18:32:09,664 DEBUG [M:1;84065ca92432:44331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:630) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:32:09,669 DEBUG [M:1;84065ca92432:44331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:32:09,669 INFO [M:1;84065ca92432:44331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T18:32:09,669 DEBUG [M:1;84065ca92432:44331 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T18:32:09,669 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T18:32:09,669 DEBUG [master/84065ca92432:0:becomeActiveMaster-HFileCleaner.large.0-1733769125807 {}] cleaner.HFileCleaner(306): Exit Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.large.0-1733769125807,5,FailOnTimeoutGroup] 2024-12-09T18:32:09,669 DEBUG [master/84065ca92432:0:becomeActiveMaster-HFileCleaner.small.0-1733769125808 {}] cleaner.HFileCleaner(306): Exit Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.small.0-1733769125808,5,FailOnTimeoutGroup] 2024-12-09T18:32:09,669 DEBUG [M:1;84065ca92432:44331 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T18:32:09,670 INFO [M:1;84065ca92432:44331 {}] hbase.ChoreService(370): Chore service for: master/84065ca92432:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T18:32:09,670 INFO [M:1;84065ca92432:44331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T18:32:09,670 DEBUG [M:1;84065ca92432:44331 {}] master.HMaster(1795): Stopping service threads 2024-12-09T18:32:09,670 INFO [M:1;84065ca92432:44331 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T18:32:09,670 INFO [M:1;84065ca92432:44331 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T18:32:09,671 INFO [M:1;84065ca92432:44331 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T18:32:09,671 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T18:32:09,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T18:32:09,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T18:32:09,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:09,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:09,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T18:32:09,700 INFO [Time-limited test {}] hbase.LocalHBaseCluster(362): Waiting on 84065ca92432,44331,1733769122532 2024-12-09T18:32:09,700 DEBUG [M:1;84065ca92432:44331 {}] zookeeper.ZKUtil(347): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T18:32:09,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:09,700 WARN [M:1;84065ca92432:44331 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T18:32:09,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T18:32:09,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T18:32:09,701 DEBUG [zk-event-processor-pool-0 {}] master.ActiveMasterManager(204): No master available. Notifying waiting threads 2024-12-09T18:32:09,701 INFO [M:1;84065ca92432:44331 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/.lastflushedseqids 2024-12-09T18:32:09,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T18:32:09,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:09,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T18:32:09,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:09,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:09,709 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T18:32:09,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T18:32:09,709 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/84065ca92432,37657,1733769121834 from backup master directory 2024-12-09T18:32:09,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741840_1016 (size=354) 2024-12-09T18:32:09,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/84065ca92432,37657,1733769121834 2024-12-09T18:32:09,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:32:09,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:32:09,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T18:32:09,720 WARN [master/84065ca92432:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T18:32:09,720 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=84065ca92432,37657,1733769121834 2024-12-09T18:32:09,741 INFO [master/84065ca92432:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T18:32:09,741 INFO [master/84065ca92432:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T18:32:09,757 INFO [master/84065ca92432:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-12-09T18:32:09,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741841_1017 (size=196) 2024-12-09T18:32:09,774 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T18:32:09,776 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T18:32:09,779 INFO [master/84065ca92432:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T18:32:09,790 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-09T18:32:09,794 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532 to hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532-dead as it is dead 2024-12-09T18:32:09,796 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-09T18:32:09,796 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-09T18:32:09,796 INFO [master/84065ca92432:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532-dead/84065ca92432%2C44331%2C1733769122532.1733769125189 2024-12-09T18:32:09,799 WARN [IPC Server handler 0 on default port 33749 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532-dead/84065ca92432%2C44331%2C1733769122532.1733769125189 has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741830_1006 2024-12-09T18:32:09,802 INFO [master/84065ca92432:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532-dead/84065ca92432%2C44331%2C1733769122532.1733769125189 after 4ms 2024-12-09T18:32:09,840 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_924091191_20 at /127.0.0.1:54982 [Receiving block BP-548405256-172.17.0.2-1733769117997:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:43531:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54982 dst: /127.0.0.1:43531 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43531 remote=/127.0.0.1:54982]. Total timeout mills is 60000, 59760 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:32:09,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741830_1018 (size=94731) 2024-12-09T18:32:10,116 INFO [M:1;84065ca92432:44331 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T18:32:10,116 INFO [M:1;84065ca92432:44331 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T18:32:10,116 DEBUG [M:1;84065ca92432:44331 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T18:32:10,116 INFO [M:1;84065ca92432:44331 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:32:10,116 DEBUG [M:1;84065ca92432:44331 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:32:10,116 DEBUG [M:1;84065ca92432:44331 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T18:32:10,116 DEBUG [M:1;84065ca92432:44331 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:32:10,120 INFO [M:1;84065ca92432:44331 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=81.40 KB heapSize=98.50 KB 2024-12-09T18:32:10,129 WARN [AsyncFSWAL-0-hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData-prefix:84065ca92432,44331,1733769122532 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:32:10,131 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 84065ca92432%2C44331%2C1733769122532:(num 1733769125189) roll requested 2024-12-09T18:32:10,144 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532/84065ca92432%2C44331%2C1733769122532.1733769130131, exclude list is [], retry=0 2024-12-09T18:32:10,149 WARN [master:store-WAL-Roller {}] wal.AbstractProtobufLogWriter(199): Init output failed, path=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532/84065ca92432%2C44331%2C1733769122532.1733769130131 org.apache.hadoop.ipc.RemoteException: Parent directory doesn't exist: /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532 at org.apache.hadoop.hdfs.server.namenode.FSDirectory.verifyParentDir(FSDirectory.java:2037) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.resolvePathForStartFile(FSDirWriteFileOp.java:338) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2773) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2713) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:830) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:504) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy39.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$create$2(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.create(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy40.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.lambda$createFileCreator3_3$0(FanOutOneBlockAsyncDFSOutputHelper.java:255) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$FileCreator.create(FanOutOneBlockAsyncDFSOutputHelper.java:156) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.createOutput(FanOutOneBlockAsyncDFSOutputHelper.java:530) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$8.doCall(FanOutOneBlockAsyncDFSOutputHelper.java:622) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$8.doCall(FanOutOneBlockAsyncDFSOutputHelper.java:617) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.createOutput(FanOutOneBlockAsyncDFSOutputHelper.java:630) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.AsyncFSOutputHelper.createOutput(AsyncFSOutputHelper.java:54) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.initOutput(AsyncProtobufLogWriter.java:185) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.init(AbstractProtobufLogWriter.java:171) ~[classes/:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.createAsyncWriter(AsyncFSWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createAsyncWriter(AsyncFSWAL.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createWriterInstance(AsyncFSWAL.java:169) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createWriterInstance(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.rollWriterInternal(AbstractFSWAL.java:1099) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$rollWriter$9(AbstractFSWAL.java:1136) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.rollWriter(AbstractFSWAL.java:1136) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALRoller$RollController.rollWal(AbstractWALRoller.java:311) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:212) ~[classes/:?] 2024-12-09T18:32:10,150 DEBUG [master:store-WAL-Roller {}] wal.AsyncFSWALProvider(136): Error instantiating log writer. org.apache.hadoop.ipc.RemoteException: Parent directory doesn't exist: /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532 at org.apache.hadoop.hdfs.server.namenode.FSDirectory.verifyParentDir(FSDirectory.java:2037) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.resolvePathForStartFile(FSDirWriteFileOp.java:338) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2773) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2713) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:830) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:504) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy39.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$create$2(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.create(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy40.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.lambda$createFileCreator3_3$0(FanOutOneBlockAsyncDFSOutputHelper.java:255) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$FileCreator.create(FanOutOneBlockAsyncDFSOutputHelper.java:156) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.createOutput(FanOutOneBlockAsyncDFSOutputHelper.java:530) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$8.doCall(FanOutOneBlockAsyncDFSOutputHelper.java:622) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$8.doCall(FanOutOneBlockAsyncDFSOutputHelper.java:617) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.createOutput(FanOutOneBlockAsyncDFSOutputHelper.java:630) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.AsyncFSOutputHelper.createOutput(AsyncFSOutputHelper.java:54) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.initOutput(AsyncProtobufLogWriter.java:185) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.init(AbstractProtobufLogWriter.java:171) ~[classes/:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.createAsyncWriter(AsyncFSWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createAsyncWriter(AsyncFSWAL.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createWriterInstance(AsyncFSWAL.java:169) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createWriterInstance(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.rollWriterInternal(AbstractFSWAL.java:1099) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$rollWriter$9(AbstractFSWAL.java:1136) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.rollWriter(AbstractFSWAL.java:1136) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALRoller$RollController.rollWal(AbstractWALRoller.java:311) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:212) ~[classes/:?] 2024-12-09T18:32:10,151 ERROR [master:store-WAL-Roller {}] wal.AbstractWALRoller(227): Roll wal failed and waiting timeout, will not retry org.apache.hadoop.ipc.RemoteException: Parent directory doesn't exist: /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532 at org.apache.hadoop.hdfs.server.namenode.FSDirectory.verifyParentDir(FSDirectory.java:2037) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.resolvePathForStartFile(FSDirWriteFileOp.java:338) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFileInt(FSNamesystem.java:2773) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.startFile(FSNamesystem.java:2713) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.create(NameNodeRpcServer.java:830) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.create(ClientNamenodeProtocolServerSideTranslatorPB.java:504) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy39.create(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$create$2(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.create(ClientNamenodeProtocolTranslatorPB.java:381) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy40.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.create(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.lambda$createFileCreator3_3$0(FanOutOneBlockAsyncDFSOutputHelper.java:255) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$FileCreator.create(FanOutOneBlockAsyncDFSOutputHelper.java:156) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.createOutput(FanOutOneBlockAsyncDFSOutputHelper.java:530) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$8.doCall(FanOutOneBlockAsyncDFSOutputHelper.java:622) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$8.doCall(FanOutOneBlockAsyncDFSOutputHelper.java:617) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.createOutput(FanOutOneBlockAsyncDFSOutputHelper.java:630) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.AsyncFSOutputHelper.createOutput(AsyncFSOutputHelper.java:54) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.initOutput(AsyncProtobufLogWriter.java:185) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.init(AbstractProtobufLogWriter.java:171) ~[classes/:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.createAsyncWriter(AsyncFSWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createAsyncWriter(AsyncFSWAL.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createWriterInstance(AsyncFSWAL.java:169) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.createWriterInstance(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.rollWriterInternal(AbstractFSWAL.java:1099) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$rollWriter$9(AbstractFSWAL.java:1136) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.rollWriter(AbstractFSWAL.java:1136) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALRoller$RollController.rollWal(AbstractWALRoller.java:311) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:212) ~[classes/:?] 2024-12-09T18:32:10,154 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:32:10,154 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:32:10,155 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532/84065ca92432%2C44331%2C1733769122532.1733769125189 2024-12-09T18:32:10,156 WARN [Close-WAL-Writer-0 {}] wal.AbstractFSWAL(2043): close old writer failed. java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532/84065ca92432%2C44331%2C1733769122532.1733769125189 at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:951) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.recoverAndClose(FanOutOneBlockAsyncDFSOutput.java:605) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:166) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532/84065ca92432%2C44331%2C1733769122532.1733769125189 at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy39.recoverLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$recoverLease$24(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.recoverLease(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor25.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy40.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor25.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:949) ~[hadoop-hdfs-client-3.4.1.jar:?] ... 17 more 2024-12-09T18:32:10,157 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532/84065ca92432%2C44331%2C1733769122532.1733769130131 2024-12-09T18:32:10,158 ERROR [Close-WAL-Writer-0 {}] wal.AbstractFSWAL(2033): Unable to recover lease after several attempts. Give up. java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532/84065ca92432%2C44331%2C1733769122532.1733769130131 at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:951) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532/84065ca92432%2C44331%2C1733769122532.1733769130131 at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy39.recoverLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$recoverLease$24(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.recoverLease(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor25.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy40.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor25.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor25.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor25.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor25.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor25.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor25.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor25.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor25.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:949) ~[hadoop-hdfs-client-3.4.1.jar:?] ... 16 more 2024-12-09T18:32:10,160 DEBUG [master:store-WAL-Roller {}] master.HMaster(3213): Abort called but aborted=true, stopped=true 2024-12-09T18:32:10,160 DEBUG [M:1;84065ca92432:44331 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733769130116Disabling compacts and flushes for region at 1733769130116Disabling writes for close at 1733769130116Obtaining lock to block concurrent updates at 1733769130120 (+4 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733769130120Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=83350, getHeapSize=100800, getOffHeapSize=0, getCellsCount=217 at 1733769130128 (+8 ms)Failed flush master:store,,1.1595e783b53d99cd5eef43b6debb2682., putting online again at 1733769130160 (+32 ms) 2024-12-09T18:32:10,160 WARN [M:1;84065ca92432:44331 {}] region.MasterRegion(134): Failed to close region java.io.IOException: WAL has been closed at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doShutdown(AbstractFSWAL.java:2128) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$2.call(AbstractFSWAL.java:1179) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$2.call(AbstractFSWAL.java:1174) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:32:10,161 INFO [M:1;84065ca92432:44331 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T18:32:10,161 INFO [M:1;84065ca92432:44331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44331 2024-12-09T18:32:10,162 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T18:32:10,165 INFO [M:1;84065ca92432:44331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T18:32:10,237 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 84065ca92432:44331 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 84065ca92432/172.17.0.2:44331 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:32:10,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.FailedServers(52): Added failed server with address 84065ca92432:44331 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 84065ca92432/172.17.0.2:44331 2024-12-09T18:32:10,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:32:10,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x1000c1045dc0001, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:32:10,301 INFO [M:1;84065ca92432:44331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T18:32:10,340 DEBUG [RS:0;84065ca92432:36013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T18:32:10,342 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T18:32:10,343 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:10,467 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:10,570 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:10,673 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:10,777 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:10,880 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:10,983 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:11,086 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:11,189 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:11,293 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:11,396 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:11,499 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:11,602 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:11,706 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:11,810 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:11,914 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:12,019 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:12,124 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:12,228 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:12,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T18:32:12,300 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T18:32:12,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T18:32:12,303 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T18:32:12,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T18:32:12,305 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T18:32:12,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T18:32:12,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T18:32:12,333 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:12,437 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:12,541 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:12,645 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:12,749 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:12,853 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:12,957 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:13,062 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:13,167 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:13,271 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:13,375 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:13,478 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:13,582 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:13,686 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:13,790 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:13,803 INFO [master/84065ca92432:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532-dead/84065ca92432%2C44331%2C1733769122532.1733769125189 after 4007ms 2024-12-09T18:32:13,805 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532-dead/84065ca92432%2C44331%2C1733769122532.1733769125189 to hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/84065ca92432%2C44331%2C1733769122532.1733769125189 2024-12-09T18:32:13,805 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,44331,1733769122532-dead 2024-12-09T18:32:13,806 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,37657,1733769121834 2024-12-09T18:32:13,808 INFO [master/84065ca92432:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T18:32:13,810 INFO [master/84065ca92432:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84065ca92432%2C37657%2C1733769121834, suffix=, logDir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,37657,1733769121834, archiveDir=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/oldWALs, maxLogs=10 2024-12-09T18:32:13,823 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,37657,1733769121834/84065ca92432%2C37657%2C1733769121834.1733769133810, exclude list is [], retry=0 2024-12-09T18:32:13,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43531,DS-a48a6033-53cc-434e-ba01-75d5057457f9,DISK] 2024-12-09T18:32:13,829 INFO [master/84065ca92432:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/WALs/84065ca92432,37657,1733769121834/84065ca92432%2C37657%2C1733769121834.1733769133810 2024-12-09T18:32:13,830 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34315:34315)] 2024-12-09T18:32:13,830 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T18:32:13,830 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:32:13,830 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:13,830 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:13,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:13,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T18:32:13,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:13,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T18:32:13,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:13,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T18:32:13,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:13,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:32:13,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:13,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T18:32:13,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:13,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:32:13,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:13,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T18:32:13,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:13,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:32:13,842 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:13,843 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-09T18:32:13,843 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/84065ca92432%2C44331%2C1733769122532.1733769125189 2024-12-09T18:32:13,873 WARN [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(5768): EOF while replaying recover edits and config 'hbase.hregion.recovered.edits.ignore.eof' is true so we will ignore it and continue java.io.EOFException: EOF while reading message size at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3839) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.replayRecoveredEdits(HRegion.java:5640) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.replayRecoveredEditsIfAny(HRegion.java:5526) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.initializeRegionInternals(HRegion.java:1042) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.initialize(HRegion.java:976) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.openHRegion(HRegion.java:7799) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.openHRegionFromTableDir(HRegion.java:7754) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.open(MasterRegion.java:294) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:449) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:32:13,876 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 217, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=175, path=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/84065ca92432%2C44331%2C1733769122532.1733769125189 2024-12-09T18:32:13,876 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=81.40 KB heapSize=98.50 KB 2024-12-09T18:32:13,893 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:13,936 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10f39cdedfdc42fd9879d16125a391a2 is 82, key is hbase:meta,,1/info:regioninfo/1733769126782/Put/seqid=0 2024-12-09T18:32:13,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741843_1020 (size=5672) 2024-12-09T18:32:13,997 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:14,100 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:14,203 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:14,306 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:14,346 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10f39cdedfdc42fd9879d16125a391a2 2024-12-09T18:32:14,405 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b401dbbdfb5a4d7d8405a0370d552d91 is 1114, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733769128502/Put/seqid=0 2024-12-09T18:32:14,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741844_1021 (size=88135) 2024-12-09T18:32:14,409 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:14,512 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:14,615 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:14,719 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:14,809 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=80.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b401dbbdfb5a4d7d8405a0370d552d91 2024-12-09T18:32:14,822 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:14,832 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3eb4a06fc3074f2e9e9396baee8b53f6 is 69, key is 84065ca92432,36013,1733769122657/rs:state/1733769125908/Put/seqid=0 2024-12-09T18:32:14,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741845_1022 (size=5156) 2024-12-09T18:32:14,925 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:15,028 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:15,131 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:15,235 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:15,238 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3eb4a06fc3074f2e9e9396baee8b53f6 2024-12-09T18:32:15,247 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10f39cdedfdc42fd9879d16125a391a2 as hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/10f39cdedfdc42fd9879d16125a391a2 2024-12-09T18:32:15,256 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/10f39cdedfdc42fd9879d16125a391a2, entries=8, sequenceid=175, filesize=5.5 K 2024-12-09T18:32:15,259 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b401dbbdfb5a4d7d8405a0370d552d91 as hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b401dbbdfb5a4d7d8405a0370d552d91 2024-12-09T18:32:15,268 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b401dbbdfb5a4d7d8405a0370d552d91, entries=208, sequenceid=175, filesize=86.1 K 2024-12-09T18:32:15,269 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3eb4a06fc3074f2e9e9396baee8b53f6 as hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3eb4a06fc3074f2e9e9396baee8b53f6 2024-12-09T18:32:15,277 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3eb4a06fc3074f2e9e9396baee8b53f6, entries=1, sequenceid=175, filesize=5.0 K 2024-12-09T18:32:15,283 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(3140): Finished flush of dataSize ~81.40 KB/83350, heapSize ~98.20 KB/100560, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1401ms, sequenceid=175, compaction requested=false; wal=null 2024-12-09T18:32:15,285 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/84065ca92432%2C44331%2C1733769122532.1733769125189 2024-12-09T18:32:15,288 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:15,288 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:15,289 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T18:32:15,292 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T18:32:15,295 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/175.seqid, newMaxSeqId=175, maxSeqId=1 2024-12-09T18:32:15,296 INFO [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=176; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75001033, jitterRate=0.11760248243808746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T18:32:15,296 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733769133830Initializing all the Stores at 1733769133832 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733769133832Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769133832Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769133833 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769133833Obtaining lock to block concurrent updates at 1733769133876 (+43 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733769133876Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=83350, getHeapSize=100800, getOffHeapSize=0, getCellsCount=217 at 1733769133877 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733769133877Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733769133879 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733769133924 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733769133927 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733769134384 (+457 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733769134404 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733769134404Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733769134817 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733769134832 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733769134832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a90d4c: reopening flushed file at 1733769135246 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54d0a70b: reopening flushed file at 1733769135258 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8c64a6: reopening flushed file at 1733769135268 (+10 ms)Finished flush of dataSize ~81.40 KB/83350, heapSize ~98.20 KB/100560, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1401ms, sequenceid=175, compaction requested=false; wal=null at 1733769135283 (+15 ms)Cleaning up temporary data from old regions at 1733769135288 (+5 ms)Region opened successfully at 1733769135296 (+8 ms) 2024-12-09T18:32:15,297 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T18:32:15,298 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c52d31e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84065ca92432/172.17.0.2:0 2024-12-09T18:32:15,308 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-09T18:32:15,308 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T18:32:15,308 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T18:32:15,309 INFO [master/84065ca92432:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T18:32:15,309 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T18:32:15,317 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T18:32:15,317 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-09T18:32:15,317 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; DisableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-09T18:32:15,318 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-09T18:32:15,318 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T18:32:15,322 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=84065ca92432,36013,1733769122657, regionLocation=84065ca92432,36013,1733769122657, openSeqNum=2 2024-12-09T18:32:15,322 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=84065ca92432,36013,1733769122657, table=hbase:meta, region=1588230740 2024-12-09T18:32:15,322 INFO [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84065ca92432,36013,1733769122657, state=OPEN 2024-12-09T18:32:15,338 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37657 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T18:32:15,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:32:15,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T18:32:15,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:32:15,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T18:32:15,362 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-09T18:32:15,364 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ServerManager(517): Registering regionserver=84065ca92432,36013,1733769122657 2024-12-09T18:32:15,365 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T18:32:15,374 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T18:32:15,375 INFO [master/84065ca92432:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T18:32:15,376 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T18:32:15,383 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T18:32:15,383 INFO [master/84065ca92432:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T18:32:15,384 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T18:32:15,391 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T18:32:15,392 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T18:32:15,399 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T18:32:15,402 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T18:32:15,408 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T18:32:15,408 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=84065ca92432,37657,1733769121834, sessionid=0x1000c1045dc0000, setting cluster-up flag (Was=true) 2024-12-09T18:32:15,417 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T18:32:15,418 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84065ca92432,37657,1733769121834 2024-12-09T18:32:15,431 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T18:32:15,432 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84065ca92432,37657,1733769121834 2024-12-09T18:32:15,434 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/.lastflushedseqids 2024-12-09T18:32:15,437 INFO [master/84065ca92432:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T18:32:15,437 INFO [master/84065ca92432:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T18:32:15,438 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 84065ca92432,37657,1733769121834 Number of backup masters: 0 Number of live region servers: 1 84065ca92432,36013,1733769122657 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T18:32:15,440 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:32:15,440 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:32:15,440 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:32:15,440 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/84065ca92432:0, corePoolSize=5, maxPoolSize=5 2024-12-09T18:32:15,440 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/84065ca92432:0, corePoolSize=10, maxPoolSize=10 2024-12-09T18:32:15,440 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:32:15,440 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/84065ca92432:0, corePoolSize=2, maxPoolSize=2 2024-12-09T18:32:15,440 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/84065ca92432:0, corePoolSize=1, maxPoolSize=1 2024-12-09T18:32:15,441 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733769165441 2024-12-09T18:32:15,441 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T18:32:15,441 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T18:32:15,441 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T18:32:15,441 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T18:32:15,441 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T18:32:15,441 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T18:32:15,441 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:15,441 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T18:32:15,441 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T18:32:15,441 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T18:32:15,442 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T18:32:15,442 INFO [master/84065ca92432:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T18:32:15,442 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.large.0-1733769135442,5,FailOnTimeoutGroup] 2024-12-09T18:32:15,442 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.small.0-1733769135442,5,FailOnTimeoutGroup] 2024-12-09T18:32:15,442 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:15,442 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T18:32:15,442 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:15,442 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:15,442 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733769135442, completionTime=-1 2024-12-09T18:32:15,442 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-09T18:32:15,442 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T18:32:15,443 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T18:32:15,443 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84065ca92432,36013,1733769122657, seqNum=-1] 2024-12-09T18:32:15,443 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T18:32:15,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T18:32:15,448 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5dd35e7398009676de3f0873c776ac0a, regionState=CLOSED, lastHost=84065ca92432,36013,1733769122657, regionLocation=84065ca92432,36013,1733769122657, openSeqNum=2 2024-12-09T18:32:15,449 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3ad9bb337286b96376e339b387fedf41, regionState=CLOSED, lastHost=84065ca92432,36013,1733769122657, regionLocation=84065ca92432,36013,1733769122657, openSeqNum=2 2024-12-09T18:32:15,449 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=78a9c589f3ff0966a46fbb9877bd2125, regionState=CLOSED, lastHost=84065ca92432,36013,1733769122657, regionLocation=84065ca92432,36013,1733769122657, openSeqNum=2 2024-12-09T18:32:15,449 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b39f8a66c9d5c398c7f2903a5dfdd28a, regionState=CLOSED, lastHost=84065ca92432,36013,1733769122657, regionLocation=84065ca92432,36013,1733769122657, openSeqNum=2 2024-12-09T18:32:15,449 INFO [master/84065ca92432:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-09T18:32:15,449 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733769195449 2024-12-09T18:32:15,449 INFO [master/84065ca92432:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733769255449 2024-12-09T18:32:15,450 INFO [master/84065ca92432:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-12-09T18:32:15,450 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,37657,1733769121834-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:15,450 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,37657,1733769121834-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:15,450 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,37657,1733769121834-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:15,450 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-84065ca92432:37657, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:15,450 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:15,450 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:15,456 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.735sec 2024-12-09T18:32:15,456 INFO [master/84065ca92432:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T18:32:15,456 INFO [master/84065ca92432:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T18:32:15,456 INFO [master/84065ca92432:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T18:32:15,456 INFO [master/84065ca92432:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T18:32:15,456 INFO [master/84065ca92432:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T18:32:15,456 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,37657,1733769121834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T18:32:15,456 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,37657,1733769121834-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T18:32:15,457 DEBUG [master/84065ca92432:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T18:32:15,460 DEBUG [master/84065ca92432:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T18:32:15,460 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T18:32:15,460 INFO [master/84065ca92432:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84065ca92432,37657,1733769121834-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T18:32:15,506 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Enabling table 2024-12-09T18:32:15,509 WARN [RPCClient-NioEventLoopGroup-5-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 84065ca92432:44331 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 84065ca92432/172.17.0.2:44331 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:32:15,510 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.FailedServers(52): Added failed server with address 84065ca92432:44331 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 84065ca92432/172.17.0.2:44331 2024-12-09T18:32:15,620 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T18:32:15,621 WARN [RPCClient-NioEventLoopGroup-5-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 84065ca92432:44331 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 84065ca92432/172.17.0.2:44331 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T18:32:15,622 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 84065ca92432,37657,1733769121834 2024-12-09T18:32:15,622 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.FailedServers(52): Added failed server with address 84065ca92432:44331 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 84065ca92432/172.17.0.2:44331 2024-12-09T18:32:15,622 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d74f436 2024-12-09T18:32:15,622 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T18:32:15,624 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T18:32:15,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] master.HMaster$12(2787): Client=jenkins//172.17.0.2 enable testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-09T18:32:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:ENABLE_TABLE_PREPARE, hasLock=false; EnableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-09T18:32:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T18:32:15,633 INFO [PEWorker-1 {}] procedure.EnableTableProcedure(296): Attempting to enable the table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-09T18:32:15,633 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733769135633"}]},"ts":"1733769135633"} 2024-12-09T18:32:15,636 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLING in hbase:meta 2024-12-09T18:32:15,638 DEBUG [PEWorker-1 {}] procedure.EnableTableProcedure(107): No change in number of region replicas (configuredReplicaCount=1); assigning. 2024-12-09T18:32:15,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5dd35e7398009676de3f0873c776ac0a, ASSIGN}, {pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=3ad9bb337286b96376e339b387fedf41, ASSIGN}, {pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=78a9c589f3ff0966a46fbb9877bd2125, ASSIGN}, {pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b39f8a66c9d5c398c7f2903a5dfdd28a, ASSIGN}] 2024-12-09T18:32:15,640 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b39f8a66c9d5c398c7f2903a5dfdd28a, ASSIGN 2024-12-09T18:32:15,640 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=3ad9bb337286b96376e339b387fedf41, ASSIGN 2024-12-09T18:32:15,640 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=78a9c589f3ff0966a46fbb9877bd2125, ASSIGN 2024-12-09T18:32:15,641 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5dd35e7398009676de3f0873c776ac0a, ASSIGN 2024-12-09T18:32:15,642 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost 84065ca92432,36013,1733769122657 as the location for region 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:15,642 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost 84065ca92432,36013,1733769122657 as the location for region b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:15,642 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost 84065ca92432,36013,1733769122657 as the location for region 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:15,642 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=78a9c589f3ff0966a46fbb9877bd2125, ASSIGN; state=CLOSED, location=84065ca92432,36013,1733769122657; forceNewPlan=false, retain=true 2024-12-09T18:32:15,642 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b39f8a66c9d5c398c7f2903a5dfdd28a, ASSIGN; state=CLOSED, location=84065ca92432,36013,1733769122657; forceNewPlan=false, retain=true 2024-12-09T18:32:15,642 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5dd35e7398009676de3f0873c776ac0a, ASSIGN; state=CLOSED, location=84065ca92432,36013,1733769122657; forceNewPlan=false, retain=true 2024-12-09T18:32:15,642 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost 84065ca92432,36013,1733769122657 as the location for region 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:15,642 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=3ad9bb337286b96376e339b387fedf41, ASSIGN; state=CLOSED, location=84065ca92432,36013,1733769122657; forceNewPlan=false, retain=true 2024-12-09T18:32:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T18:32:15,792 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=5dd35e7398009676de3f0873c776ac0a, regionState=OPENING, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:15,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=78a9c589f3ff0966a46fbb9877bd2125, regionState=OPENING, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:15,792 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=b39f8a66c9d5c398c7f2903a5dfdd28a, regionState=OPENING, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:15,792 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=3ad9bb337286b96376e339b387fedf41, regionState=OPENING, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:15,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b39f8a66c9d5c398c7f2903a5dfdd28a, ASSIGN because future has completed 2024-12-09T18:32:15,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure b39f8a66c9d5c398c7f2903a5dfdd28a, server=84065ca92432,36013,1733769122657}] 2024-12-09T18:32:15,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=3ad9bb337286b96376e339b387fedf41, ASSIGN because future has completed 2024-12-09T18:32:15,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ad9bb337286b96376e339b387fedf41, server=84065ca92432,36013,1733769122657}] 2024-12-09T18:32:15,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5dd35e7398009676de3f0873c776ac0a, ASSIGN because future has completed 2024-12-09T18:32:15,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=78a9c589f3ff0966a46fbb9877bd2125, ASSIGN because future has completed 2024-12-09T18:32:15,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dd35e7398009676de3f0873c776ac0a, server=84065ca92432,36013,1733769122657}] 2024-12-09T18:32:15,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78a9c589f3ff0966a46fbb9877bd2125, server=84065ca92432,36013,1733769122657}] 2024-12-09T18:32:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T18:32:15,951 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T18:32:15,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T18:32:15,956 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:15,957 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 5dd35e7398009676de3f0873c776ac0a, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a.', STARTKEY => '', ENDKEY => 'aaaaa'} 2024-12-09T18:32:15,957 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:15,957 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:32:15,957 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:15,957 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:15,959 INFO [StoreOpener-5dd35e7398009676de3f0873c776ac0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:15,961 INFO [StoreOpener-5dd35e7398009676de3f0873c776ac0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dd35e7398009676de3f0873c776ac0a columnFamilyName family 2024-12-09T18:32:15,961 DEBUG [StoreOpener-5dd35e7398009676de3f0873c776ac0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:15,961 INFO [StoreOpener-5dd35e7398009676de3f0873c776ac0a-1 {}] regionserver.HStore(327): Store=5dd35e7398009676de3f0873c776ac0a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:32:15,962 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:15,963 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:15,965 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:15,965 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:15,965 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:15,968 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:15,970 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1114): Opened 5dd35e7398009676de3f0873c776ac0a; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58790841, jitterRate=-0.12394820153713226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:32:15,970 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:15,971 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 5dd35e7398009676de3f0873c776ac0a: Running coprocessor pre-open hook at 1733769135958Writing region info on filesystem at 1733769135958Initializing all the Stores at 1733769135959 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769135959Cleaning up temporary data from old regions at 1733769135965 (+6 ms)Running coprocessor post-open hooks at 1733769135970 (+5 ms)Region opened successfully at 1733769135971 (+1 ms) 2024-12-09T18:32:15,972 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a., pid=30, masterSystemTime=1733769135951 2024-12-09T18:32:15,975 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:15,976 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:15,976 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:15,976 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 78a9c589f3ff0966a46fbb9877bd2125, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125.', STARTKEY => 'm\xED\xED\xED\xED', ENDKEY => 'zzzzz'} 2024-12-09T18:32:15,976 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=5dd35e7398009676de3f0873c776ac0a, regionState=OPEN, openSeqNum=5, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:15,976 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:15,976 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:32:15,976 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:15,976 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:15,979 INFO [StoreOpener-78a9c589f3ff0966a46fbb9877bd2125-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:15,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dd35e7398009676de3f0873c776ac0a, server=84065ca92432,36013,1733769122657 because future has completed 2024-12-09T18:32:15,980 INFO [StoreOpener-78a9c589f3ff0966a46fbb9877bd2125-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78a9c589f3ff0966a46fbb9877bd2125 columnFamilyName family 2024-12-09T18:32:15,980 DEBUG [StoreOpener-78a9c589f3ff0966a46fbb9877bd2125-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:15,981 INFO [StoreOpener-78a9c589f3ff0966a46fbb9877bd2125-1 {}] regionserver.HStore(327): Store=78a9c589f3ff0966a46fbb9877bd2125/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:32:15,982 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:15,983 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:15,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=24 2024-12-09T18:32:15,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 5dd35e7398009676de3f0873c776ac0a, server=84065ca92432,36013,1733769122657 in 181 msec 2024-12-09T18:32:15,985 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:15,986 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:15,986 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:15,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=5dd35e7398009676de3f0873c776ac0a, ASSIGN in 346 msec 2024-12-09T18:32:15,989 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:15,991 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 78a9c589f3ff0966a46fbb9877bd2125; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66182963, jitterRate=-0.013797000050544739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:32:15,991 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:15,992 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 78a9c589f3ff0966a46fbb9877bd2125: Running coprocessor pre-open hook at 1733769135977Writing region info on filesystem at 1733769135977Initializing all the Stores at 1733769135978 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769135978Cleaning up temporary data from old regions at 1733769135986 (+8 ms)Running coprocessor post-open hooks at 1733769135991 (+5 ms)Region opened successfully at 1733769135992 (+1 ms) 2024-12-09T18:32:15,993 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125., pid=31, masterSystemTime=1733769135951 2024-12-09T18:32:15,996 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:15,996 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:15,996 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:15,996 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ad9bb337286b96376e339b387fedf41, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41.', STARTKEY => 'aaaaa', ENDKEY => 'm\xED\xED\xED\xED'} 2024-12-09T18:32:15,997 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=78a9c589f3ff0966a46fbb9877bd2125, regionState=OPEN, openSeqNum=5, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:15,997 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:15,997 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:32:15,997 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7794): checking encryption for 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:15,997 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7797): checking classloading for 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:16,000 INFO [StoreOpener-3ad9bb337286b96376e339b387fedf41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:16,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78a9c589f3ff0966a46fbb9877bd2125, server=84065ca92432,36013,1733769122657 because future has completed 2024-12-09T18:32:16,001 INFO [StoreOpener-3ad9bb337286b96376e339b387fedf41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ad9bb337286b96376e339b387fedf41 columnFamilyName family 2024-12-09T18:32:16,001 DEBUG [StoreOpener-3ad9bb337286b96376e339b387fedf41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:16,002 INFO [StoreOpener-3ad9bb337286b96376e339b387fedf41-1 {}] regionserver.HStore(327): Store=3ad9bb337286b96376e339b387fedf41/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:32:16,003 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1038): replaying wal for 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:16,004 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:16,006 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:16,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=26 2024-12-09T18:32:16,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 78a9c589f3ff0966a46fbb9877bd2125, server=84065ca92432,36013,1733769122657 in 201 msec 2024-12-09T18:32:16,006 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1048): stopping wal replay for 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:16,006 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1060): Cleaning up temporary data for 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:16,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=78a9c589f3ff0966a46fbb9877bd2125, ASSIGN in 368 msec 2024-12-09T18:32:16,009 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1093): writing seq id for 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:16,010 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1114): Opened 3ad9bb337286b96376e339b387fedf41; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69306592, jitterRate=0.03274869918823242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:32:16,010 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:16,010 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1006): Region open journal for 3ad9bb337286b96376e339b387fedf41: Running coprocessor pre-open hook at 1733769135998Writing region info on filesystem at 1733769135998Initializing all the Stores at 1733769135999 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769135999Cleaning up temporary data from old regions at 1733769136006 (+7 ms)Running coprocessor post-open hooks at 1733769136010 (+4 ms)Region opened successfully at 1733769136010 2024-12-09T18:32:16,016 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41., pid=29, masterSystemTime=1733769135951 2024-12-09T18:32:16,018 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:16,019 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:16,019 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:16,019 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => b39f8a66c9d5c398c7f2903a5dfdd28a, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a.', STARTKEY => 'zzzzz', ENDKEY => ''} 2024-12-09T18:32:16,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=3ad9bb337286b96376e339b387fedf41, regionState=OPEN, openSeqNum=5, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:16,020 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:16,020 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T18:32:16,020 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:16,020 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:16,022 INFO [StoreOpener-b39f8a66c9d5c398c7f2903a5dfdd28a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:16,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ad9bb337286b96376e339b387fedf41, server=84065ca92432,36013,1733769122657 because future has completed 2024-12-09T18:32:16,024 INFO [StoreOpener-b39f8a66c9d5c398c7f2903a5dfdd28a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b39f8a66c9d5c398c7f2903a5dfdd28a columnFamilyName family 2024-12-09T18:32:16,024 DEBUG [StoreOpener-b39f8a66c9d5c398c7f2903a5dfdd28a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T18:32:16,025 INFO [StoreOpener-b39f8a66c9d5c398c7f2903a5dfdd28a-1 {}] regionserver.HStore(327): Store=b39f8a66c9d5c398c7f2903a5dfdd28a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T18:32:16,025 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:16,027 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:16,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-12-09T18:32:16,029 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:16,030 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:16,030 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:16,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ad9bb337286b96376e339b387fedf41, server=84065ca92432,36013,1733769122657 in 225 msec 2024-12-09T18:32:16,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=3ad9bb337286b96376e339b387fedf41, ASSIGN in 391 msec 2024-12-09T18:32:16,035 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:16,041 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened b39f8a66c9d5c398c7f2903a5dfdd28a; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73826099, jitterRate=0.10009460151195526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T18:32:16,041 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:16,041 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for b39f8a66c9d5c398c7f2903a5dfdd28a: Running coprocessor pre-open hook at 1733769136020Writing region info on filesystem at 1733769136020Initializing all the Stores at 1733769136022 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733769136022Cleaning up temporary data from old regions at 1733769136030 (+8 ms)Running coprocessor post-open hooks at 1733769136041 (+11 ms)Region opened successfully at 1733769136041 2024-12-09T18:32:16,047 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a., pid=28, masterSystemTime=1733769135951 2024-12-09T18:32:16,051 DEBUG [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:16,051 INFO [RS_OPEN_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:16,053 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=b39f8a66c9d5c398c7f2903a5dfdd28a, regionState=OPEN, openSeqNum=5, regionLocation=84065ca92432,36013,1733769122657 2024-12-09T18:32:16,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure b39f8a66c9d5c398c7f2903a5dfdd28a, server=84065ca92432,36013,1733769122657 because future has completed 2024-12-09T18:32:16,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-09T18:32:16,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure b39f8a66c9d5c398c7f2903a5dfdd28a, server=84065ca92432,36013,1733769122657 in 262 msec 2024-12-09T18:32:16,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=23 2024-12-09T18:32:16,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=b39f8a66c9d5c398c7f2903a5dfdd28a, ASSIGN in 424 msec 2024-12-09T18:32:16,067 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733769136067"}]},"ts":"1733769136067"} 2024-12-09T18:32:16,070 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLED in hbase:meta 2024-12-09T18:32:16,071 INFO [PEWorker-4 {}] procedure.EnableTableProcedure(310): Table 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch' was successfully enabled. 2024-12-09T18:32:16,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; EnableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 446 msec 2024-12-09T18:32:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T18:32:16,262 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Waiting for no more RIT 2024-12-09T18:32:16,262 INFO [RPCClient-NioEventLoopGroup-5-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: ENABLE, Table Name: default:testForCheckingIfEnableAndDisableWorksFineAfterSwitch completed 2024-12-09T18:32:16,262 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T18:32:16,262 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Verifying there are 5 assigned on cluster 2024-12-09T18:32:16,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T18:32:16,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T18:32:16,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable.testForCheckingIfEnableAndDisableWorksFineAfterSwitch(TestMasterRestartAfterDisablingTable.java:126) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:32:16,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:32:16,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:32:16,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T18:32:16,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T18:32:16,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1241273593, stopped=false 2024-12-09T18:32:16,265 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=84065ca92432,37657,1733769121834 2024-12-09T18:32:16,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T18:32:16,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T18:32:16,283 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T18:32:16,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:16,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:16,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T18:32:16,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable.testForCheckingIfEnableAndDisableWorksFineAfterSwitch(TestMasterRestartAfterDisablingTable.java:126) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:32:16,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:32:16,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:32:16,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T18:32:16,284 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '84065ca92432,36013,1733769122657' ***** 2024-12-09T18:32:16,284 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T18:32:16,284 INFO [RS:0;84065ca92432:36013 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T18:32:16,285 INFO [RS:0;84065ca92432:36013 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T18:32:16,285 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T18:32:16,285 INFO [RS:0;84065ca92432:36013 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T18:32:16,285 INFO [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(3091): Received CLOSE for b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:16,286 INFO [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(3091): Received CLOSE for 5dd35e7398009676de3f0873c776ac0a 2024-12-09T18:32:16,286 INFO [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(3091): Received CLOSE for 78a9c589f3ff0966a46fbb9877bd2125 2024-12-09T18:32:16,286 INFO [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ad9bb337286b96376e339b387fedf41 2024-12-09T18:32:16,286 INFO [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(959): stopping server 84065ca92432,36013,1733769122657 2024-12-09T18:32:16,286 INFO [RS:0;84065ca92432:36013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T18:32:16,286 INFO [RS:0;84065ca92432:36013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;84065ca92432:36013. 2024-12-09T18:32:16,286 DEBUG [RS:0;84065ca92432:36013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T18:32:16,286 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b39f8a66c9d5c398c7f2903a5dfdd28a, disabling compactions & flushes 2024-12-09T18:32:16,286 DEBUG [RS:0;84065ca92432:36013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:32:16,286 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:16,286 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:16,286 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. after waiting 0 ms 2024-12-09T18:32:16,286 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:16,286 INFO [RS:0;84065ca92432:36013 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T18:32:16,286 INFO [RS:0;84065ca92432:36013 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T18:32:16,286 INFO [RS:0;84065ca92432:36013 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T18:32:16,287 INFO [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T18:32:16,287 INFO [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-09T18:32:16,287 DEBUG [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b39f8a66c9d5c398c7f2903a5dfdd28a=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a., 5dd35e7398009676de3f0873c776ac0a=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a., 78a9c589f3ff0966a46fbb9877bd2125=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125., 3ad9bb337286b96376e339b387fedf41=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41.} 2024-12-09T18:32:16,287 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T18:32:16,287 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T18:32:16,288 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T18:32:16,288 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T18:32:16,288 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T18:32:16,288 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.33 KB heapSize=24.70 KB 2024-12-09T18:32:16,288 DEBUG [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ad9bb337286b96376e339b387fedf41, 5dd35e7398009676de3f0873c776ac0a, 78a9c589f3ff0966a46fbb9877bd2125, b39f8a66c9d5c398c7f2903a5dfdd28a 2024-12-09T18:32:16,293 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/b39f8a66c9d5c398c7f2903a5dfdd28a/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-09T18:32:16,294 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:16,295 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b39f8a66c9d5c398c7f2903a5dfdd28a: Waiting for close lock at 1733769136286Running coprocessor pre-close hooks at 1733769136286Disabling compacts and flushes for region at 1733769136286Disabling writes for close at 1733769136286Writing region close event to WAL at 1733769136287 (+1 ms)Running coprocessor post-close hooks at 1733769136294 (+7 ms)Closed at 1733769136294 2024-12-09T18:32:16,295 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733769127114.b39f8a66c9d5c398c7f2903a5dfdd28a. 2024-12-09T18:32:16,295 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5dd35e7398009676de3f0873c776ac0a, disabling compactions & flushes 2024-12-09T18:32:16,295 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:16,295 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:16,295 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. after waiting 0 ms 2024-12-09T18:32:16,295 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:16,302 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/5dd35e7398009676de3f0873c776ac0a/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-09T18:32:16,304 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:16,304 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5dd35e7398009676de3f0873c776ac0a: Waiting for close lock at 1733769136295Running coprocessor pre-close hooks at 1733769136295Disabling compacts and flushes for region at 1733769136295Disabling writes for close at 1733769136295Writing region close event to WAL at 1733769136296 (+1 ms)Running coprocessor post-close hooks at 1733769136303 (+7 ms)Closed at 1733769136303 2024-12-09T18:32:16,304 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733769127114.5dd35e7398009676de3f0873c776ac0a. 2024-12-09T18:32:16,304 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78a9c589f3ff0966a46fbb9877bd2125, disabling compactions & flushes 2024-12-09T18:32:16,304 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:16,304 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:16,304 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. after waiting 0 ms 2024-12-09T18:32:16,304 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:16,311 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740/.tmp/info/d70f5e6e2e3740a3a60a7428e1f4835d is 242, key is testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41./info:regioninfo/1733769136019/Put/seqid=0 2024-12-09T18:32:16,311 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/78a9c589f3ff0966a46fbb9877bd2125/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-09T18:32:16,312 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:16,312 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78a9c589f3ff0966a46fbb9877bd2125: Waiting for close lock at 1733769136304Running coprocessor pre-close hooks at 1733769136304Disabling compacts and flushes for region at 1733769136304Disabling writes for close at 1733769136304Writing region close event to WAL at 1733769136305 (+1 ms)Running coprocessor post-close hooks at 1733769136312 (+7 ms)Closed at 1733769136312 2024-12-09T18:32:16,313 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733769127114.78a9c589f3ff0966a46fbb9877bd2125. 2024-12-09T18:32:16,313 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ad9bb337286b96376e339b387fedf41, disabling compactions & flushes 2024-12-09T18:32:16,313 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:16,313 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:16,313 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. after waiting 0 ms 2024-12-09T18:32:16,313 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:16,319 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/3ad9bb337286b96376e339b387fedf41/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-09T18:32:16,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741846_1023 (size=16093) 2024-12-09T18:32:16,321 INFO [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:16,321 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ad9bb337286b96376e339b387fedf41: Waiting for close lock at 1733769136313Running coprocessor pre-close hooks at 1733769136313Disabling compacts and flushes for region at 1733769136313Disabling writes for close at 1733769136313Writing region close event to WAL at 1733769136314 (+1 ms)Running coprocessor post-close hooks at 1733769136321 (+7 ms)Closed at 1733769136321 2024-12-09T18:32:16,321 DEBUG [RS_CLOSE_REGION-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733769127114.3ad9bb337286b96376e339b387fedf41. 2024-12-09T18:32:16,325 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.76 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740/.tmp/info/d70f5e6e2e3740a3a60a7428e1f4835d 2024-12-09T18:32:16,332 INFO [regionserver/84065ca92432:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:32:16,353 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740/.tmp/ns/b0dacec41fd94fed9f6139e04c40e364 is 43, key is default/ns:d/1733769126850/Put/seqid=0 2024-12-09T18:32:16,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741847_1024 (size=5153) 2024-12-09T18:32:16,359 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740/.tmp/ns/b0dacec41fd94fed9f6139e04c40e364 2024-12-09T18:32:16,397 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740/.tmp/table/5d5cb8748a9749d88d948706c1f8b54c is 89, key is testForCheckingIfEnableAndDisableWorksFineAfterSwitch/table:state/1733769136067/Put/seqid=0 2024-12-09T18:32:16,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741848_1025 (size=5594) 2024-12-09T18:32:16,488 DEBUG [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T18:32:16,689 DEBUG [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T18:32:16,805 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=510 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740/.tmp/table/5d5cb8748a9749d88d948706c1f8b54c 2024-12-09T18:32:16,816 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740/.tmp/info/d70f5e6e2e3740a3a60a7428e1f4835d as hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740/info/d70f5e6e2e3740a3a60a7428e1f4835d 2024-12-09T18:32:16,827 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740/info/d70f5e6e2e3740a3a60a7428e1f4835d, entries=60, sequenceid=37, filesize=15.7 K 2024-12-09T18:32:16,829 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740/.tmp/ns/b0dacec41fd94fed9f6139e04c40e364 as hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740/ns/b0dacec41fd94fed9f6139e04c40e364 2024-12-09T18:32:16,840 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740/ns/b0dacec41fd94fed9f6139e04c40e364, entries=2, sequenceid=37, filesize=5.0 K 2024-12-09T18:32:16,842 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740/.tmp/table/5d5cb8748a9749d88d948706c1f8b54c as hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740/table/5d5cb8748a9749d88d948706c1f8b54c 2024-12-09T18:32:16,853 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740/table/5d5cb8748a9749d88d948706c1f8b54c, entries=3, sequenceid=37, filesize=5.5 K 2024-12-09T18:32:16,855 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.33 KB/16727, heapSize ~24.41 KB/24992, currentSize=0 B/0 for 1588230740 in 566ms, sequenceid=37, compaction requested=false 2024-12-09T18:32:16,867 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-09T18:32:16,868 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T18:32:16,868 INFO [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T18:32:16,868 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733769136287Running coprocessor pre-close hooks at 1733769136287Disabling compacts and flushes for region at 1733769136287Disabling writes for close at 1733769136288 (+1 ms)Obtaining lock to block concurrent updates at 1733769136288Preparing flush snapshotting stores in 1588230740 at 1733769136288Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16727, getHeapSize=25232, getOffHeapSize=0, getCellsCount=100 at 1733769136288Flushing stores of hbase:meta,,1.1588230740 at 1733769136289 (+1 ms)Flushing 1588230740/info: creating writer at 1733769136290 (+1 ms)Flushing 1588230740/info: appending metadata at 1733769136310 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733769136311 (+1 ms)Flushing 1588230740/ns: creating writer at 1733769136335 (+24 ms)Flushing 1588230740/ns: appending metadata at 1733769136352 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733769136352Flushing 1588230740/table: creating writer at 1733769136370 (+18 ms)Flushing 1588230740/table: appending metadata at 1733769136397 (+27 ms)Flushing 1588230740/table: closing flushed file at 1733769136397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@444631e8: reopening flushed file at 1733769136814 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66dcfa1: reopening flushed file at 1733769136828 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72f95915: reopening flushed file at 1733769136840 (+12 ms)Finished flush of dataSize ~16.33 KB/16727, heapSize ~24.41 KB/24992, currentSize=0 B/0 for 1588230740 in 566ms, sequenceid=37, compaction requested=false at 1733769136855 (+15 ms)Writing region close event to WAL at 1733769136861 (+6 ms)Running coprocessor post-close hooks at 1733769136868 (+7 ms)Closed at 1733769136868 2024-12-09T18:32:16,868 DEBUG [RS_CLOSE_META-regionserver/84065ca92432:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T18:32:16,889 INFO [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(976): stopping server 84065ca92432,36013,1733769122657; all regions closed. 2024-12-09T18:32:16,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741834_1010 (size=19381) 2024-12-09T18:32:16,894 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/WALs/84065ca92432,36013,1733769122657/84065ca92432%2C36013%2C1733769122657.meta.1733769126690.meta not finished, retry = 0 2024-12-09T18:32:17,001 DEBUG [RS:0;84065ca92432:36013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/oldWALs 2024-12-09T18:32:17,001 INFO [RS:0;84065ca92432:36013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84065ca92432%2C36013%2C1733769122657.meta:.meta(num 1733769126690) 2024-12-09T18:32:17,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741833_1009 (size=6769) 2024-12-09T18:32:17,004 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/WALs/84065ca92432,36013,1733769122657/84065ca92432%2C36013%2C1733769122657.1733769126180 not finished, retry = 0 2024-12-09T18:32:17,023 INFO [regionserver/84065ca92432:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T18:32:17,024 INFO [regionserver/84065ca92432:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T18:32:17,108 DEBUG [RS:0;84065ca92432:36013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/oldWALs 2024-12-09T18:32:17,109 INFO [RS:0;84065ca92432:36013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 84065ca92432%2C36013%2C1733769122657:(num 1733769126180) 2024-12-09T18:32:17,109 DEBUG [RS:0;84065ca92432:36013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T18:32:17,109 INFO [RS:0;84065ca92432:36013 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T18:32:17,109 INFO [RS:0;84065ca92432:36013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T18:32:17,109 INFO [RS:0;84065ca92432:36013 {}] hbase.ChoreService(370): Chore service for: regionserver/84065ca92432:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T18:32:17,109 INFO [RS:0;84065ca92432:36013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T18:32:17,109 INFO [regionserver/84065ca92432:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T18:32:17,110 INFO [RS:0;84065ca92432:36013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36013 2024-12-09T18:32:17,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/84065ca92432,36013,1733769122657 2024-12-09T18:32:17,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T18:32:17,141 INFO [RS:0;84065ca92432:36013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T18:32:17,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84065ca92432,36013,1733769122657] 2024-12-09T18:32:17,158 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/84065ca92432,36013,1733769122657 already deleted, retry=false 2024-12-09T18:32:17,158 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 84065ca92432,36013,1733769122657 expired; onlineServers=0 2024-12-09T18:32:17,158 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '84065ca92432,37657,1733769121834' ***** 2024-12-09T18:32:17,158 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T18:32:17,159 INFO [M:0;84065ca92432:37657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T18:32:17,159 INFO [M:0;84065ca92432:37657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T18:32:17,159 DEBUG [M:0;84065ca92432:37657 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T18:32:17,159 DEBUG [M:0;84065ca92432:37657 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T18:32:17,159 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T18:32:17,159 DEBUG [master/84065ca92432:0:becomeActiveMaster-HFileCleaner.large.0-1733769135442 {}] cleaner.HFileCleaner(306): Exit Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.large.0-1733769135442,5,FailOnTimeoutGroup] 2024-12-09T18:32:17,159 DEBUG [master/84065ca92432:0:becomeActiveMaster-HFileCleaner.small.0-1733769135442 {}] cleaner.HFileCleaner(306): Exit Thread[master/84065ca92432:0:becomeActiveMaster-HFileCleaner.small.0-1733769135442,5,FailOnTimeoutGroup] 2024-12-09T18:32:17,159 INFO [M:0;84065ca92432:37657 {}] hbase.ChoreService(370): Chore service for: master/84065ca92432:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T18:32:17,159 INFO [M:0;84065ca92432:37657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T18:32:17,159 DEBUG [M:0;84065ca92432:37657 {}] master.HMaster(1795): Stopping service threads 2024-12-09T18:32:17,160 INFO [M:0;84065ca92432:37657 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T18:32:17,160 INFO [M:0;84065ca92432:37657 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T18:32:17,160 INFO [M:0;84065ca92432:37657 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T18:32:17,160 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T18:32:17,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T18:32:17,166 DEBUG [M:0;84065ca92432:37657 {}] zookeeper.ZKUtil(347): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T18:32:17,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T18:32:17,166 WARN [M:0;84065ca92432:37657 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T18:32:17,167 INFO [M:0;84065ca92432:37657 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/.lastflushedseqids 2024-12-09T18:32:17,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741849_1026 (size=354) 2024-12-09T18:32:17,250 INFO [RS:0;84065ca92432:36013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T18:32:17,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:32:17,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1000c1045dc0002, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:32:17,250 INFO [RS:0;84065ca92432:36013 {}] regionserver.HRegionServer(1031): Exiting; stopping=84065ca92432,36013,1733769122657; zookeeper connection closed. 2024-12-09T18:32:17,251 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@232f4d95 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@232f4d95 2024-12-09T18:32:17,251 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-09T18:32:17,576 INFO [M:0;84065ca92432:37657 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T18:32:17,576 INFO [M:0;84065ca92432:37657 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T18:32:17,577 DEBUG [M:0;84065ca92432:37657 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T18:32:17,577 INFO [M:0;84065ca92432:37657 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:32:17,577 DEBUG [M:0;84065ca92432:37657 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:32:17,577 DEBUG [M:0;84065ca92432:37657 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T18:32:17,577 DEBUG [M:0;84065ca92432:37657 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:32:17,577 INFO [M:0;84065ca92432:37657 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=31.33 KB heapSize=38.83 KB 2024-12-09T18:32:17,584 DEBUG [M:0;84065ca92432:37657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ed189940d6c403f935e5836b89abf9e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x17/proc:d/1733769136074/Put/seqid=0 2024-12-09T18:32:17,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741850_1027 (size=5631) 2024-12-09T18:32:17,991 INFO [M:0;84065ca92432:37657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.33 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ed189940d6c403f935e5836b89abf9e 2024-12-09T18:32:18,000 DEBUG [M:0;84065ca92432:37657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ed189940d6c403f935e5836b89abf9e as hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ed189940d6c403f935e5836b89abf9e 2024-12-09T18:32:18,009 INFO [M:0;84065ca92432:37657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/ac94be34-246d-ce46-70ab-0ac46ac1285a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ed189940d6c403f935e5836b89abf9e, entries=9, sequenceid=249, filesize=5.5 K 2024-12-09T18:32:18,010 INFO [M:0;84065ca92432:37657 {}] regionserver.HRegion(3140): Finished flush of dataSize ~31.33 KB/32082, heapSize ~38.06 KB/38976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 433ms, sequenceid=249, compaction requested=false 2024-12-09T18:32:18,011 INFO [M:0;84065ca92432:37657 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T18:32:18,011 DEBUG [M:0;84065ca92432:37657 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733769137577Disabling compacts and flushes for region at 1733769137577Disabling writes for close at 1733769137577Obtaining lock to block concurrent updates at 1733769137577Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733769137577Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=32082, getHeapSize=39696, getOffHeapSize=0, getCellsCount=88 at 1733769137577Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733769137578 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733769137578Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733769137584 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733769137584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55fc1a04: reopening flushed file at 1733769137998 (+414 ms)Finished flush of dataSize ~31.33 KB/32082, heapSize ~38.06 KB/38976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 433ms, sequenceid=249, compaction requested=false at 1733769138010 (+12 ms)Writing region close event to WAL at 1733769138011 (+1 ms)Closed at 1733769138011 2024-12-09T18:32:18,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741842_1019 (size=37485) 2024-12-09T18:32:18,015 INFO [M:0;84065ca92432:37657 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T18:32:18,015 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T18:32:18,016 INFO [M:0;84065ca92432:37657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37657 2024-12-09T18:32:18,016 INFO [M:0;84065ca92432:37657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T18:32:18,150 INFO [M:0;84065ca92432:37657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T18:32:18,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:32:18,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37657-0x1000c1045dc0000, quorum=127.0.0.1:53454, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T18:32:18,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33f7db9c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T18:32:18,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25c56894{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T18:32:18,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T18:32:18,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6acff809{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T18:32:18,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15bd6c52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/hadoop.log.dir/,STOPPED} 2024-12-09T18:32:18,193 WARN [BP-548405256-172.17.0.2-1733769117997 heartbeating to localhost/127.0.0.1:33749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T18:32:18,193 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T18:32:18,193 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T18:32:18,193 WARN [BP-548405256-172.17.0.2-1733769117997 heartbeating to localhost/127.0.0.1:33749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-548405256-172.17.0.2-1733769117997 (Datanode Uuid fccf0c90-f211-4016-a56d-4263c3129459) service to localhost/127.0.0.1:33749 2024-12-09T18:32:18,194 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/cluster_b840f31b-db05-3210-0692-e098c9e6618e/data/data1/current/BP-548405256-172.17.0.2-1733769117997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:32:18,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/cluster_b840f31b-db05-3210-0692-e098c9e6618e/data/data2/current/BP-548405256-172.17.0.2-1733769117997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T18:32:18,195 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T18:32:18,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@462eefb5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T18:32:18,207 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@365fcff2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T18:32:18,208 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T18:32:18,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b88a8c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T18:32:18,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@826ab60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbf0df19-3827-415c-4ae0-f53c78db1a4e/hadoop.log.dir/,STOPPED} 2024-12-09T18:32:18,214 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T18:32:18,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T18:32:18,246 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.TestMasterRestartAfterDisablingTable#testForCheckingIfEnableAndDisableWorksFineAfterSwitch Thread=70 (was 11) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/84065ca92432:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1701229847) connection to localhost/127.0.0.1:33749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1701229847) connection to localhost/127.0.0.1:33749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@65dbfcbc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/84065ca92432:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/84065ca92432:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1701229847) connection to localhost/127.0.0.1:33749 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=376 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=219 (was 258), ProcessCount=11 (was 11), AvailableMemoryMB=5782 (was 6405)